2024-12-04 08:13:34,134 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 08:13:34,145 main DEBUG Took 0.009224 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 08:13:34,145 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 08:13:34,145 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 08:13:34,146 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 08:13:34,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,154 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 08:13:34,165 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,169 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,170 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,171 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,172 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,173 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,174 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 08:13:34,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,175 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 08:13:34,176 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 08:13:34,178 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 08:13:34,179 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 08:13:34,180 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 08:13:34,181 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 08:13:34,181 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 08:13:34,188 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 08:13:34,190 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 08:13:34,192 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 08:13:34,192 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 08:13:34,192 main DEBUG createAppenders(={Console}) 2024-12-04 08:13:34,193 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-04 08:13:34,193 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 08:13:34,193 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-04 08:13:34,194 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 08:13:34,194 main DEBUG OutputStream closed 2024-12-04 08:13:34,194 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 08:13:34,194 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 08:13:34,195 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-04 08:13:34,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 08:13:34,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 08:13:34,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 08:13:34,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 08:13:34,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 08:13:34,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 08:13:34,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 08:13:34,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 08:13:34,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 08:13:34,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 08:13:34,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 08:13:34,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 08:13:34,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 08:13:34,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 08:13:34,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 08:13:34,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 08:13:34,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 08:13:34,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 08:13:34,284 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 08:13:34,284 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-04 08:13:34,284 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 08:13:34,285 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-04T08:13:34,517 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7 2024-12-04 08:13:34,521 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 08:13:34,521 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T08:13:34,529 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-04T08:13:34,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T08:13:34,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679, deleteOnExit=true 2024-12-04T08:13:34,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T08:13:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/test.cache.data in system properties and HBase conf 2024-12-04T08:13:34,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T08:13:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.log.dir in system properties and HBase conf 2024-12-04T08:13:34,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T08:13:34,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T08:13:34,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T08:13:34,669 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T08:13:34,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T08:13:34,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T08:13:34,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T08:13:34,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T08:13:34,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T08:13:34,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T08:13:34,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T08:13:34,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T08:13:34,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T08:13:34,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T08:13:34,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/nfs.dump.dir in system properties and HBase conf 2024-12-04T08:13:34,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/java.io.tmpdir in system properties and HBase conf 2024-12-04T08:13:34,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T08:13:34,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T08:13:34,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T08:13:35,728 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T08:13:35,801 INFO [Time-limited test {}] log.Log(170): Logging initialized @2429ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T08:13:35,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T08:13:35,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T08:13:35,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T08:13:35,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T08:13:35,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T08:13:35,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T08:13:35,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.log.dir/,AVAILABLE} 2024-12-04T08:13:35,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T08:13:36,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/java.io.tmpdir/jetty-localhost-42679-hadoop-hdfs-3_4_1-tests_jar-_-any-4751895089348126865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T08:13:36,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:42679} 2024-12-04T08:13:36,165 INFO [Time-limited test {}] server.Server(415): Started @2794ms 2024-12-04T08:13:36,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T08:13:36,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T08:13:36,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T08:13:36,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T08:13:36,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T08:13:36,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.log.dir/,AVAILABLE} 2024-12-04T08:13:36,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T08:13:36,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/java.io.tmpdir/jetty-localhost-37667-hadoop-hdfs-3_4_1-tests_jar-_-any-9039626301260427542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T08:13:36,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:37667} 2024-12-04T08:13:36,680 INFO [Time-limited test {}] server.Server(415): Started @3309ms 2024-12-04T08:13:36,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T08:13:37,223 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/data/data1/current/BP-695722577-172.17.0.2-1733300015322/current, will proceed with Du for space computation calculation, 2024-12-04T08:13:37,223 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/data/data2/current/BP-695722577-172.17.0.2-1733300015322/current, will proceed with Du for space computation calculation, 2024-12-04T08:13:37,273 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T08:13:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79187420d7957de0 with lease ID 0x4714e69072d92281: Processing first storage report for DS-8bf8181f-1711-4078-9fd5-a4e2a811a6c3 from datanode DatanodeRegistration(127.0.0.1:46667, datanodeUuid=421f7426-6043-4aab-ba05-d594703c64ea, infoPort=33661, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=510275295;c=1733300015322) 2024-12-04T08:13:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79187420d7957de0 with lease ID 0x4714e69072d92281: from storage DS-8bf8181f-1711-4078-9fd5-a4e2a811a6c3 node DatanodeRegistration(127.0.0.1:46667, datanodeUuid=421f7426-6043-4aab-ba05-d594703c64ea, infoPort=33661, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=510275295;c=1733300015322), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T08:13:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79187420d7957de0 with lease ID 0x4714e69072d92281: Processing first storage report for DS-30c0e56a-bc4c-432f-a7e0-c5069812c96d from datanode DatanodeRegistration(127.0.0.1:46667, datanodeUuid=421f7426-6043-4aab-ba05-d594703c64ea, infoPort=33661, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=510275295;c=1733300015322) 2024-12-04T08:13:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79187420d7957de0 with lease ID 0x4714e69072d92281: from storage DS-30c0e56a-bc4c-432f-a7e0-c5069812c96d node DatanodeRegistration(127.0.0.1:46667, datanodeUuid=421f7426-6043-4aab-ba05-d594703c64ea, infoPort=33661, infoSecurePort=0, ipcPort=36805, storageInfo=lv=-57;cid=testClusterID;nsid=510275295;c=1733300015322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T08:13:37,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7 2024-12-04T08:13:37,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/zookeeper_0, clientPort=55592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T08:13:37,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55592 2024-12-04T08:13:37,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:37,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741825_1001 (size=7) 2024-12-04T08:13:38,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e with version=8 2024-12-04T08:13:38,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/hbase-staging 2024-12-04T08:13:38,303 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T08:13:38,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5a5a857f5c5:0 server-side Connection retries=45 2024-12-04T08:13:38,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:38,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:38,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T08:13:38,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:38,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T08:13:38,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T08:13:38,769 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T08:13:38,779 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T08:13:38,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T08:13:38,809 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3065 (auto-detected) 2024-12-04T08:13:38,810 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T08:13:38,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40271 2024-12-04T08:13:38,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40271 connecting to ZooKeeper ensemble=127.0.0.1:55592 2024-12-04T08:13:38,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402710x0, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T08:13:38,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40271-0x1017c8943ea0000 connected 2024-12-04T08:13:38,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:38,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:38,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T08:13:38,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e, hbase.cluster.distributed=false 2024-12-04T08:13:38,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T08:13:38,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40271 2024-12-04T08:13:38,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40271 2024-12-04T08:13:38,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40271 2024-12-04T08:13:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40271 2024-12-04T08:13:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40271 2024-12-04T08:13:39,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5a5a857f5c5:0 server-side Connection retries=45 2024-12-04T08:13:39,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:39,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:39,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T08:13:39,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T08:13:39,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T08:13:39,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T08:13:39,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T08:13:39,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43105 2024-12-04T08:13:39,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43105 connecting to ZooKeeper ensemble=127.0.0.1:55592 2024-12-04T08:13:39,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:39,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:39,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431050x0, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T08:13:39,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43105-0x1017c8943ea0001 connected 2024-12-04T08:13:39,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T08:13:39,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T08:13:39,132 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T08:13:39,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T08:13:39,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T08:13:39,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43105 2024-12-04T08:13:39,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43105 2024-12-04T08:13:39,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43105 2024-12-04T08:13:39,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43105 2024-12-04T08:13:39,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43105 2024-12-04T08:13:39,161 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5a5a857f5c5:40271 2024-12-04T08:13:39,162 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T08:13:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T08:13:39,172 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:39,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:39,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T08:13:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:39,196 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T08:13:39,197 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f5a5a857f5c5,40271,1733300018355 from backup master directory 2024-12-04T08:13:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T08:13:39,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T08:13:39,205 WARN [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T08:13:39,205 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:39,207 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T08:13:39,209 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T08:13:39,273 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/hbase.id] with ID: f8cd84be-2916-4284-b0d5-377315a789c7 2024-12-04T08:13:39,274 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/.tmp/hbase.id 2024-12-04T08:13:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741826_1002 (size=42) 2024-12-04T08:13:39,693 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/.tmp/hbase.id]:[hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/hbase.id] 2024-12-04T08:13:39,736 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T08:13:39,741 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T08:13:39,760 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-04T08:13:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:39,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741827_1003 (size=196) 2024-12-04T08:13:39,801 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:13:39,804 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T08:13:39,825 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:39,830 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T08:13:39,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741828_1004 (size=1189) 2024-12-04T08:13:40,290 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store 2024-12-04T08:13:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741829_1005 (size=34) 2024-12-04T08:13:40,729 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T08:13:40,733 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:40,735 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T08:13:40,735 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:13:40,735 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:13:40,740 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T08:13:40,740 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:13:40,740 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:13:40,742 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733300020735Disabling compacts and flushes for region at 1733300020735Disabling writes for close at 1733300020740 (+5 ms)Writing region close event to WAL at 1733300020740Closed at 1733300020740 2024-12-04T08:13:40,745 WARN [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/.initializing 2024-12-04T08:13:40,746 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/WALs/f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:40,759 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T08:13:40,790 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5a5a857f5c5%2C40271%2C1733300018355, suffix=, logDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/WALs/f5a5a857f5c5,40271,1733300018355, archiveDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/oldWALs, maxLogs=10 2024-12-04T08:13:40,827 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/WALs/f5a5a857f5c5,40271,1733300018355/f5a5a857f5c5%2C40271%2C1733300018355.1733300020797, exclude list is [], retry=0 2024-12-04T08:13:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-8bf8181f-1711-4078-9fd5-a4e2a811a6c3,DISK] 2024-12-04T08:13:40,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T08:13:40,916 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/WALs/f5a5a857f5c5,40271,1733300018355/f5a5a857f5c5%2C40271%2C1733300018355.1733300020797 2024-12-04T08:13:40,917 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33661:33661)] 2024-12-04T08:13:40,918 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:13:40,919 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:40,923 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:40,925 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:40,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T08:13:41,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:41,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:41,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T08:13:41,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T08:13:41,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:41,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:41,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T08:13:41,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:41,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:41,075 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,079 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,080 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,086 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,087 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,092 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T08:13:41,097 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T08:13:41,104 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:13:41,105 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59535702, jitterRate=-0.1128489077091217}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T08:13:41,111 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733300020943Initializing all the Stores at 1733300020946 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300020947 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300020949 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300020950 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300020950Cleaning up temporary data from old regions at 1733300021088 (+138 ms)Region opened successfully at 1733300021111 (+23 ms) 2024-12-04T08:13:41,115 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T08:13:41,163 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5a5a857f5c5/172.17.0.2:0 2024-12-04T08:13:41,203 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T08:13:41,216 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T08:13:41,216 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T08:13:41,220 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T08:13:41,222 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T08:13:41,228 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-04T08:13:41,228 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T08:13:41,258 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T08:13:41,267 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T08:13:41,270 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T08:13:41,272 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T08:13:41,274 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T08:13:41,275 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T08:13:41,278 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T08:13:41,281 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T08:13:41,283 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T08:13:41,284 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T08:13:41,287 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T08:13:41,304 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T08:13:41,306 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T08:13:41,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T08:13:41,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T08:13:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,313 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5a5a857f5c5,40271,1733300018355, sessionid=0x1017c8943ea0000, setting cluster-up flag (Was=false) 2024-12-04T08:13:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,333 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T08:13:41,335 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:41,349 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T08:13:41,351 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:41,359 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T08:13:41,442 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T08:13:41,449 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(746): ClusterId : f8cd84be-2916-4284-b0d5-377315a789c7 2024-12-04T08:13:41,452 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T08:13:41,452 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T08:13:41,457 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T08:13:41,458 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T08:13:41,460 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T08:13:41,461 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T08:13:41,462 DEBUG [RS:0;f5a5a857f5c5:43105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13548616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5a5a857f5c5/172.17.0.2:0 2024-12-04T08:13:41,467 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5a5a857f5c5,40271,1733300018355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T08:13:41,476 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5a5a857f5c5:0, corePoolSize=5, maxPoolSize=5 2024-12-04T08:13:41,477 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5a5a857f5c5:0, corePoolSize=5, maxPoolSize=5 2024-12-04T08:13:41,477 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5a5a857f5c5:43105 2024-12-04T08:13:41,477 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5a5a857f5c5:0, corePoolSize=5, maxPoolSize=5 2024-12-04T08:13:41,477 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5a5a857f5c5:0, corePoolSize=5, maxPoolSize=5 2024-12-04T08:13:41,478 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5a5a857f5c5:0, corePoolSize=10, maxPoolSize=10 2024-12-04T08:13:41,478 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,478 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5a5a857f5c5:0, corePoolSize=2, maxPoolSize=2 2024-12-04T08:13:41,478 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,480 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T08:13:41,480 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T08:13:41,480 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T08:13:41,481 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733300051481 2024-12-04T08:13:41,483 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T08:13:41,483 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5a5a857f5c5,40271,1733300018355 with port=43105, startcode=1733300019048 2024-12-04T08:13:41,484 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T08:13:41,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T08:13:41,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T08:13:41,488 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T08:13:41,488 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T08:13:41,489 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T08:13:41,489 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T08:13:41,489 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,492 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T08:13:41,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:41,493 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T08:13:41,493 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T08:13:41,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T08:13:41,495 DEBUG [RS:0;f5a5a857f5c5:43105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T08:13:41,495 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T08:13:41,496 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T08:13:41,502 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.large.0-1733300021497,5,FailOnTimeoutGroup] 2024-12-04T08:13:41,503 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.small.0-1733300021502,5,FailOnTimeoutGroup] 2024-12-04T08:13:41,503 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,503 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T08:13:41,505 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,505 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741831_1007 (size=1321) 2024-12-04T08:13:41,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T08:13:41,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40271 {}] master.ServerManager(517): Registering regionserver=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,568 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:13:41,569 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35875 2024-12-04T08:13:41,569 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T08:13:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T08:13:41,575 DEBUG [RS:0;f5a5a857f5c5:43105 {}] zookeeper.ZKUtil(111): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,575 WARN [RS:0;f5a5a857f5c5:43105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T08:13:41,575 INFO [RS:0;f5a5a857f5c5:43105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T08:13:41,576 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5a5a857f5c5,43105,1733300019048] 2024-12-04T08:13:41,603 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T08:13:41,617 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T08:13:41,622 INFO [RS:0;f5a5a857f5c5:43105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T08:13:41,622 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,623 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T08:13:41,630 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T08:13:41,631 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,631 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5a5a857f5c5:0, corePoolSize=2, maxPoolSize=2 2024-12-04T08:13:41,632 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5a5a857f5c5:0, corePoolSize=1, maxPoolSize=1 2024-12-04T08:13:41,633 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5a5a857f5c5:0, corePoolSize=3, maxPoolSize=3 2024-12-04T08:13:41,634 DEBUG [RS:0;f5a5a857f5c5:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0, corePoolSize=3, maxPoolSize=3 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,635 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,43105,1733300019048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T08:13:41,657 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T08:13:41,659 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,43105,1733300019048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,660 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,660 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.Replication(171): f5a5a857f5c5,43105,1733300019048 started 2024-12-04T08:13:41,682 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:41,683 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1482): Serving as f5a5a857f5c5,43105,1733300019048, RpcServer on f5a5a857f5c5/172.17.0.2:43105, sessionid=0x1017c8943ea0001 2024-12-04T08:13:41,684 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T08:13:41,684 DEBUG [RS:0;f5a5a857f5c5:43105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,684 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5a5a857f5c5,43105,1733300019048' 2024-12-04T08:13:41,684 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T08:13:41,686 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T08:13:41,687 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T08:13:41,687 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T08:13:41,687 DEBUG [RS:0;f5a5a857f5c5:43105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:41,687 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5a5a857f5c5,43105,1733300019048' 2024-12-04T08:13:41,687 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T08:13:41,688 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T08:13:41,689 DEBUG [RS:0;f5a5a857f5c5:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T08:13:41,689 INFO [RS:0;f5a5a857f5c5:43105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T08:13:41,689 INFO [RS:0;f5a5a857f5c5:43105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T08:13:41,795 INFO [RS:0;f5a5a857f5c5:43105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T08:13:41,798 INFO [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5a5a857f5c5%2C43105%2C1733300019048, suffix=, logDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048, archiveDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/oldWALs, maxLogs=32 2024-12-04T08:13:41,816 DEBUG [RS:0;f5a5a857f5c5:43105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048/f5a5a857f5c5%2C43105%2C1733300019048.1733300021801, exclude list is [], retry=0 2024-12-04T08:13:41,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-8bf8181f-1711-4078-9fd5-a4e2a811a6c3,DISK] 2024-12-04T08:13:41,826 INFO [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048/f5a5a857f5c5%2C43105%2C1733300019048.1733300021801 2024-12-04T08:13:41,826 DEBUG [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33661:33661)] 2024-12-04T08:13:41,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T08:13:41,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:13:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741833_1009 (size=32) 2024-12-04T08:13:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:42,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T08:13:42,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T08:13:42,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T08:13:42,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T08:13:42,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T08:13:42,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T08:13:42,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T08:13:42,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T08:13:42,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T08:13:42,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740 2024-12-04T08:13:42,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740 2024-12-04T08:13:42,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T08:13:42,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T08:13:42,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:13:42,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T08:13:42,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:13:42,355 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73654736, jitterRate=0.09754109382629395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:13:42,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733300022325Initializing all the Stores at 1733300022327 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300022327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022327Cleaning up temporary data from old regions at 1733300022347 (+20 ms)Region opened successfully at 1733300022357 (+10 ms) 2024-12-04T08:13:42,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T08:13:42,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T08:13:42,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T08:13:42,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T08:13:42,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T08:13:42,359 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T08:13:42,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733300022357Disabling compacts and flushes for region at 1733300022357Disabling writes for close at 1733300022358 (+1 ms)Writing region close event to WAL at 1733300022359 (+1 ms)Closed at 1733300022359 2024-12-04T08:13:42,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T08:13:42,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T08:13:42,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T08:13:42,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T08:13:42,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T08:13:42,532 DEBUG [f5a5a857f5c5:40271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T08:13:42,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:42,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5a5a857f5c5,43105,1733300019048, state=OPENING 2024-12-04T08:13:42,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T08:13:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:42,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:13:42,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T08:13:42,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T08:13:42,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T08:13:42,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:13:42,742 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T08:13:42,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T08:13:42,760 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T08:13:42,760 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T08:13:42,761 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T08:13:42,765 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5a5a857f5c5%2C43105%2C1733300019048.meta, suffix=.meta, logDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048, archiveDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/oldWALs, maxLogs=32 2024-12-04T08:13:42,786 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048/f5a5a857f5c5%2C43105%2C1733300019048.meta.1733300022767.meta, exclude list is [], retry=0 2024-12-04T08:13:42,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46667,DS-8bf8181f-1711-4078-9fd5-a4e2a811a6c3,DISK] 2024-12-04T08:13:42,793 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/WALs/f5a5a857f5c5,43105,1733300019048/f5a5a857f5c5%2C43105%2C1733300019048.meta.1733300022767.meta 2024-12-04T08:13:42,794 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33661:33661)] 2024-12-04T08:13:42,794 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:13:42,797 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T08:13:42,800 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T08:13:42,805 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T08:13:42,809 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T08:13:42,810 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:42,810 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T08:13:42,811 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T08:13:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T08:13:42,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T08:13:42,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T08:13:42,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T08:13:42,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T08:13:42,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T08:13:42,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T08:13:42,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T08:13:42,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:42,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T08:13:42,826 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T08:13:42,828 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740 2024-12-04T08:13:42,831 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740 2024-12-04T08:13:42,834 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T08:13:42,834 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T08:13:42,835 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:13:42,838 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T08:13:42,840 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62819519, jitterRate=-0.06391622126102448}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:13:42,840 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T08:13:42,842 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733300022811Writing region info on filesystem at 1733300022811Initializing all the Stores at 1733300022814 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300022814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733300022814Cleaning up temporary data from old regions at 1733300022834 (+20 ms)Running coprocessor post-open hooks at 1733300022840 (+6 ms)Region opened successfully at 1733300022842 (+2 ms) 2024-12-04T08:13:42,851 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733300022732 2024-12-04T08:13:42,866 DEBUG [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T08:13:42,867 INFO [RS_OPEN_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T08:13:42,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:42,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5a5a857f5c5,43105,1733300019048, state=OPEN 2024-12-04T08:13:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T08:13:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T08:13:42,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T08:13:42,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T08:13:42,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:42,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T08:13:42,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5a5a857f5c5,43105,1733300019048 in 317 msec 2024-12-04T08:13:42,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T08:13:42,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-12-04T08:13:42,894 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T08:13:42,894 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T08:13:42,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:42,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:42,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:42,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:42,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5840 sec 2024-12-04T08:13:42,976 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733300022976, completionTime=-1 2024-12-04T08:13:42,980 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T08:13:42,980 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T08:13:43,016 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T08:13:43,016 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733300083016 2024-12-04T08:13:43,016 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733300143016 2024-12-04T08:13:43,016 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-04T08:13:43,018 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,019 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,019 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,020 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5a5a857f5c5:40271, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,021 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,023 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,027 DEBUG [master/f5a5a857f5c5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T08:13:43,049 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.844sec 2024-12-04T08:13:43,050 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T08:13:43,052 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T08:13:43,053 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T08:13:43,053 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T08:13:43,053 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T08:13:43,054 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T08:13:43,055 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T08:13:43,063 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T08:13:43,064 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T08:13:43,064 INFO [master/f5a5a857f5c5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5a5a857f5c5,40271,1733300018355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T08:13:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:43,162 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T08:13:43,163 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T08:13:43,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:43,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:43,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:43,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:43,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:43,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:43,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:43,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:43,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=7094 2024-12-04T08:13:43,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:13:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d48f8e 2024-12-04T08:13:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:13:43,260 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:13:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:13:43,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:13:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:13:43,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:13:43,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-04T08:13:43,280 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:43,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:13:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741835_1011 (size=1061) 2024-12-04T08:13:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:43,729 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:13:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741836_1012 (size=53) 2024-12-04T08:13:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ecab358287dc72ff2e842e1799cf51cc, disabling compactions & flushes 2024-12-04T08:13:44,139 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. after waiting 0 ms 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,139 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecab358287dc72ff2e842e1799cf51cc: Waiting for close lock at 1733300024139Disabling compacts and flushes for region at 1733300024139Disabling writes for close at 1733300024139Writing region close event to WAL at 1733300024139Closed at 1733300024139 2024-12-04T08:13:44,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:13:44,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300024142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300024142"}]},"ts":"1733300024142"} 2024-12-04T08:13:44,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:13:44,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:13:44,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300024152"}]},"ts":"1733300024152"} 2024-12-04T08:13:44,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:13:44,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, ASSIGN}] 2024-12-04T08:13:44,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, ASSIGN 2024-12-04T08:13:44,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:13:44,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecab358287dc72ff2e842e1799cf51cc, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:44,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, ASSIGN because future has completed 2024-12-04T08:13:44,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:13:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:44,483 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,484 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:13:44,484 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,484 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:13:44,485 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,485 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,488 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,492 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:13:44,493 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecab358287dc72ff2e842e1799cf51cc columnFamilyName A 2024-12-04T08:13:44,493 DEBUG [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:44,494 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(327): Store=ecab358287dc72ff2e842e1799cf51cc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:44,494 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,497 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:13:44,497 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecab358287dc72ff2e842e1799cf51cc columnFamilyName B 2024-12-04T08:13:44,497 DEBUG [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:44,498 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(327): Store=ecab358287dc72ff2e842e1799cf51cc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:44,499 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,503 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:13:44,503 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecab358287dc72ff2e842e1799cf51cc columnFamilyName C 2024-12-04T08:13:44,503 DEBUG [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:13:44,505 INFO [StoreOpener-ecab358287dc72ff2e842e1799cf51cc-1 {}] regionserver.HStore(327): Store=ecab358287dc72ff2e842e1799cf51cc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:13:44,506 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,506 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,508 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,508 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,511 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,511 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,512 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:13:44,515 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,519 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:13:44,520 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecab358287dc72ff2e842e1799cf51cc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71847790, jitterRate=0.0706155002117157}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:13:44,521 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:44,521 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecab358287dc72ff2e842e1799cf51cc: Running coprocessor pre-open hook at 1733300024485Writing region info on filesystem at 1733300024485Initializing all the Stores at 1733300024488 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300024488Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300024488Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300024488Cleaning up temporary data from old regions at 1733300024511 (+23 ms)Running coprocessor post-open hooks at 1733300024521 (+10 ms)Region opened successfully at 1733300024521 2024-12-04T08:13:44,524 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., pid=6, masterSystemTime=1733300024476 2024-12-04T08:13:44,529 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,529 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:44,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecab358287dc72ff2e842e1799cf51cc, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:44,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:13:44,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T08:13:44,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 in 216 msec 2024-12-04T08:13:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T08:13:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, ASSIGN in 383 msec 2024-12-04T08:13:44,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:13:44,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300024552"}]},"ts":"1733300024552"} 2024-12-04T08:13:44,558 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:13:44,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:13:44,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2910 sec 2024-12-04T08:13:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T08:13:45,457 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:45,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de9b018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,469 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc499f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:13:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:13:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f9a744 2024-12-04T08:13:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:13:45,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:13:45,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,490 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,497 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,501 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,506 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,509 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac3455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d699c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,521 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,523 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103656b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,526 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf9ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19664801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,531 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ff77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c26f37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,536 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1e09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3080a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:13:45,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:13:45,541 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:13:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:13:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:13:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6ea95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:13:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:13:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:13:45,543 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:13:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b95abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:13:45,548 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,548 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,548 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,548 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,548 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,549 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,549 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,550 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,553 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:13:45,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:13:45,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:13:45,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:13:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,561 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:13:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-04T08:13:45,577 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:45,581 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:45,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:45,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:13:45,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:45,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:45,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:45,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/fe1e2ab5642f47f580418a97ac4659f4 is 50, key is test_row_0/A:col10/1733300025645/Put/seqid=0 2024-12-04T08:13:45,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:45,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741837_1013 (size=12001) 2024-12-04T08:13:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300085764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300085766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300085768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300085804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300085805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:45,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:45,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300085945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300085955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300085955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300085957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300085958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:45,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:45,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300086165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300086166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300086167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300086166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300086167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:46,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/fe1e2ab5642f47f580418a97ac4659f4 2024-12-04T08:13:46,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:46,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5dc25e5ccffe45f7a1d754d30976ab7e is 50, key is test_row_0/B:col10/1733300025645/Put/seqid=0 2024-12-04T08:13:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741838_1014 (size=12001) 2024-12-04T08:13:46,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5dc25e5ccffe45f7a1d754d30976ab7e 2024-12-04T08:13:46,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd6dc1c74f944738a9773ddc1206453 is 50, key is test_row_0/C:col10/1733300025645/Put/seqid=0 2024-12-04T08:13:46,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:46,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741839_1015 (size=12001) 2024-12-04T08:13:46,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd6dc1c74f944738a9773ddc1206453 2024-12-04T08:13:46,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/fe1e2ab5642f47f580418a97ac4659f4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4 2024-12-04T08:13:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300086475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T08:13:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,488 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T08:13:46,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5dc25e5ccffe45f7a1d754d30976ab7e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e 2024-12-04T08:13:46,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300086485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300086485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300086485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300086486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:46,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T08:13:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd6dc1c74f944738a9773ddc1206453 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453 2024-12-04T08:13:46,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T08:13:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ecab358287dc72ff2e842e1799cf51cc in 887ms, sequenceid=14, compaction requested=false 2024-12-04T08:13:46,540 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T08:13:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:46,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T08:13:46,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:46,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:46,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cfbd13ae2e514b309c35686b9294a9c6 is 50, key is test_row_0/A:col10/1733300025748/Put/seqid=0 2024-12-04T08:13:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741840_1016 (size=12001) 2024-12-04T08:13:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:46,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:47,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300087026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cfbd13ae2e514b309c35686b9294a9c6 2024-12-04T08:13:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300087028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300087033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300087034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300087034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/37091692f71d4559b2b5c20a5115839c is 50, key is test_row_0/B:col10/1733300025748/Put/seqid=0 2024-12-04T08:13:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741841_1017 (size=12001) 2024-12-04T08:13:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/37091692f71d4559b2b5c20a5115839c 2024-12-04T08:13:47,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/436df253eea543c28962098f45e12c85 is 50, key is test_row_0/C:col10/1733300025748/Put/seqid=0 2024-12-04T08:13:47,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300087145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300087146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300087145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300087146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300087156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741842_1018 (size=12001) 2024-12-04T08:13:47,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/436df253eea543c28962098f45e12c85 2024-12-04T08:13:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cfbd13ae2e514b309c35686b9294a9c6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6 2024-12-04T08:13:47,216 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6, entries=150, sequenceid=34, filesize=11.7 K 2024-12-04T08:13:47,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/37091692f71d4559b2b5c20a5115839c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c 2024-12-04T08:13:47,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c, entries=150, sequenceid=34, filesize=11.7 K 2024-12-04T08:13:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/436df253eea543c28962098f45e12c85 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85 2024-12-04T08:13:47,260 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85, entries=150, sequenceid=34, filesize=11.7 K 2024-12-04T08:13:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=73.80 KB/75570 for ecab358287dc72ff2e842e1799cf51cc in 692ms, sequenceid=34, compaction requested=false 2024-12-04T08:13:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T08:13:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T08:13:47,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T08:13:47,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6860 sec 2024-12-04T08:13:47,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7080 sec 2024-12-04T08:13:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:47,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/c3513e304d3a4b499ac83dc09f663c8e is 50, key is test_row_0/A:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741843_1019 (size=12001) 2024-12-04T08:13:47,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/c3513e304d3a4b499ac83dc09f663c8e 2024-12-04T08:13:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300087409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300087410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/adf2806689bb48f3a541abeb2245eff5 is 50, key is test_row_0/B:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300087414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300087416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300087420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741844_1020 (size=12001) 2024-12-04T08:13:47,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/adf2806689bb48f3a541abeb2245eff5 2024-12-04T08:13:47,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/248b750946ac42748a9fbd85c715c887 is 50, key is test_row_0/C:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741845_1021 (size=12001) 2024-12-04T08:13:47,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/248b750946ac42748a9fbd85c715c887 2024-12-04T08:13:47,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/c3513e304d3a4b499ac83dc09f663c8e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e 2024-12-04T08:13:47,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T08:13:47,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/adf2806689bb48f3a541abeb2245eff5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5 2024-12-04T08:13:47,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300087536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300087535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300087536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300087537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300087539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T08:13:47,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/248b750946ac42748a9fbd85c715c887 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887 2024-12-04T08:13:47,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887, entries=150, sequenceid=49, filesize=11.7 K 2024-12-04T08:13:47,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for ecab358287dc72ff2e842e1799cf51cc in 204ms, sequenceid=49, compaction requested=true 2024-12-04T08:13:47,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:47,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:47,571 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:47,571 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:47,579 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:47,584 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:47,585 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,585 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=35.2 K 2024-12-04T08:13:47,587 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc25e5ccffe45f7a1d754d30976ab7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733300025614 2024-12-04T08:13:47,588 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 37091692f71d4559b2b5c20a5115839c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733300025748 2024-12-04T08:13:47,589 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting adf2806689bb48f3a541abeb2245eff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:47,592 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:47,592 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:47,592 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,593 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=35.2 K 2024-12-04T08:13:47,594 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe1e2ab5642f47f580418a97ac4659f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733300025614 2024-12-04T08:13:47,595 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfbd13ae2e514b309c35686b9294a9c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733300025748 2024-12-04T08:13:47,596 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T08:13:47,597 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3513e304d3a4b499ac83dc09f663c8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:47,632 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:47,633 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/2bd7f55fce1244eeb8179bfb915aeb8c is 50, key is test_row_0/B:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,642 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#10 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:47,644 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/56c574e10e1b43d498e9f5622f76777a is 50, key is test_row_0/A:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741846_1022 (size=12104) 2024-12-04T08:13:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741847_1023 (size=12104) 2024-12-04T08:13:47,693 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/56c574e10e1b43d498e9f5622f76777a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/56c574e10e1b43d498e9f5622f76777a 2024-12-04T08:13:47,718 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 56c574e10e1b43d498e9f5622f76777a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:47,718 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:47,721 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300027568; duration=0sec 2024-12-04T08:13:47,721 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:47,721 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:47,721 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T08:13:47,724 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:47,725 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-04T08:13:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:47,733 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:47,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:47,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:47,735 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:47,735 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:47,735 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,736 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=35.2 K 2024-12-04T08:13:47,737 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fd6dc1c74f944738a9773ddc1206453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733300025614 2024-12-04T08:13:47,739 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 436df253eea543c28962098f45e12c85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733300025748 2024-12-04T08:13:47,740 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 248b750946ac42748a9fbd85c715c887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:47,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:13:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:47,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300027410, max timestamp=1733300027750Num uniques 859; 2024-12-04T08:13:47,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:47,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300027410, max timestamp=1733300027750Num uniques 859; 2024-12-04T08:13:47,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:47,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:47,774 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:47,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:47,776 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/62d3bec22e61487794cd9f65d4b0d878 is 50, key is test_row_0/C:col10/1733300027029/Put/seqid=0 2024-12-04T08:13:47,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:47,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:47,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:47,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:47,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/7fea80780258422e886b8b6acb8e3f13 is 50, key is test_row_0/A:col10/1733300027410/Put/seqid=0 2024-12-04T08:13:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741848_1024 (size=12104) 2024-12-04T08:13:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:47,838 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/62d3bec22e61487794cd9f65d4b0d878 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/62d3bec22e61487794cd9f65d4b0d878 2024-12-04T08:13:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741849_1025 (size=12001) 2024-12-04T08:13:47,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/7fea80780258422e886b8b6acb8e3f13 2024-12-04T08:13:47,867 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 62d3bec22e61487794cd9f65d4b0d878(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:47,867 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:47,867 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300027571; duration=0sec 2024-12-04T08:13:47,868 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:47,868 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:47,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/55b1bd1268424cdc9053c9bc853c190c is 50, key is test_row_0/B:col10/1733300027410/Put/seqid=0 2024-12-04T08:13:47,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300027848, max timestamp=1733300027877Num uniques 859; 2024-12-04T08:13:47,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:47,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300027848, max timestamp=1733300027877Num uniques 859; 2024-12-04T08:13:47,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:47,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:47,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:47,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300027848, max timestamp=1733300027867Num uniques 859; 2024-12-04T08:13:47,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741850_1026 (size=12001) 2024-12-04T08:13:47,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300087930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300087930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300027923, max timestamp=1733300027948Num uniques 1018; 2024-12-04T08:13:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:13:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:47,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300027923, max timestamp=1733300027948Num uniques 1018; 2024-12-04T08:13:47,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:13:47,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300027923, max timestamp=1733300027948Num uniques 1018; 2024-12-04T08:13:47,971 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:13:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300088024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300088024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300088027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:48,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300088065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300088065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,076 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/2bd7f55fce1244eeb8179bfb915aeb8c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/2bd7f55fce1244eeb8179bfb915aeb8c 2024-12-04T08:13:48,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,088 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 2bd7f55fce1244eeb8179bfb915aeb8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:48,089 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:48,089 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300027571; duration=0sec 2024-12-04T08:13:48,089 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:48,089 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300088145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300088145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300088146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300088284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300088286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/55b1bd1268424cdc9053c9bc853c190c 2024-12-04T08:13:48,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:13:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:48,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ab801b6bac7a4571a9748879370fd25a is 50, key is test_row_0/C:col10/1733300027410/Put/seqid=0 2024-12-04T08:13:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300088354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300088364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300088364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741851_1027 (size=12001) 2024-12-04T08:13:48,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300088595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300088604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300088674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300088674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300088674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:48,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T08:13:48,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T08:13:48,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T08:13:48,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T08:13:48,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T08:13:48,771 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T08:13:48,772 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T08:13:48,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T08:13:48,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ab801b6bac7a4571a9748879370fd25a 2024-12-04T08:13:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/7fea80780258422e886b8b6acb8e3f13 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13 2024-12-04T08:13:48,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:48,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13, entries=150, sequenceid=71, filesize=11.7 K 2024-12-04T08:13:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:48,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/55b1bd1268424cdc9053c9bc853c190c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c 2024-12-04T08:13:48,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:48,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c, entries=150, sequenceid=71, filesize=11.7 K 2024-12-04T08:13:48,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ab801b6bac7a4571a9748879370fd25a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a 2024-12-04T08:13:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:48,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a, entries=150, sequenceid=71, filesize=11.7 K 2024-12-04T08:13:48,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for ecab358287dc72ff2e842e1799cf51cc in 1128ms, sequenceid=71, compaction requested=false 2024-12-04T08:13:48,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:49,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T08:13:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:49,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=127.47 KB heapSize=359.53 KB 2024-12-04T08:13:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:49,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:49,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/473d779abf46446bb5d6afd4a9f04aa6 is 50, key is test_row_0/A:col10/1733300027993/Put/seqid=0 2024-12-04T08:13:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741852_1028 (size=12001) 2024-12-04T08:13:49,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/473d779abf46446bb5d6afd4a9f04aa6 2024-12-04T08:13:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/566045ca3c8449c6ab79e49c50d256c5 is 50, key is test_row_0/B:col10/1733300027993/Put/seqid=0 2024-12-04T08:13:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741853_1029 (size=12001) 2024-12-04T08:13:49,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300089169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300089173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300089184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300089195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300089196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300089285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300089285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300089495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300089504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,540 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/566045ca3c8449c6ab79e49c50d256c5 2024-12-04T08:13:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42769f9cef8c43eaa39224e71d7ddece is 50, key is test_row_0/C:col10/1733300027993/Put/seqid=0 2024-12-04T08:13:49,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741854_1030 (size=12001) 2024-12-04T08:13:49,582 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42769f9cef8c43eaa39224e71d7ddece 2024-12-04T08:13:49,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/473d779abf46446bb5d6afd4a9f04aa6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6 2024-12-04T08:13:49,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6, entries=150, sequenceid=125, filesize=11.7 K 2024-12-04T08:13:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/566045ca3c8449c6ab79e49c50d256c5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5 2024-12-04T08:13:49,632 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5, entries=150, sequenceid=125, filesize=11.7 K 2024-12-04T08:13:49,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42769f9cef8c43eaa39224e71d7ddece as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece 2024-12-04T08:13:49,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece, entries=150, sequenceid=125, filesize=11.7 K 2024-12-04T08:13:49,658 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~359.48 KB/368112, currentSize=53.67 KB/54960 for ecab358287dc72ff2e842e1799cf51cc in 655ms, sequenceid=125, compaction requested=true 2024-12-04T08:13:49,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:49,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:49,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T08:13:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T08:13:49,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T08:13:49,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-12-04T08:13:49,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9410 sec 2024-12-04T08:13:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:49,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:13:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:49,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:49,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b017fa7f024d4a61902748926c777aa0 is 50, key is test_row_0/A:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T08:13:49,884 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:49,885 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-04T08:13:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:49,889 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:49,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741855_1031 (size=12101) 2024-12-04T08:13:49,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b017fa7f024d4a61902748926c777aa0 2024-12-04T08:13:49,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:49,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:49,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ff9650eef9ab455da790909d1f207365 is 50, key is test_row_0/B:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741856_1032 (size=12101) 2024-12-04T08:13:49,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300089944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300089954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:49,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:50,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T08:13:50,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:50,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300090065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300090065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:50,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300090204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,208 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in ecab358287dc72ff2e842e1799cf51cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:13:50,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T08:13:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300090207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,212 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in ecab358287dc72ff2e842e1799cf51cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:13:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300090215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,219 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in ecab358287dc72ff2e842e1799cf51cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:13:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300090274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300090275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ff9650eef9ab455da790909d1f207365 2024-12-04T08:13:50,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T08:13:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:50,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/7a3454ddfbac4df9ac8f2bda864a9569 is 50, key is test_row_0/C:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741857_1033 (size=12101) 2024-12-04T08:13:50,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/7a3454ddfbac4df9ac8f2bda864a9569 2024-12-04T08:13:50,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b017fa7f024d4a61902748926c777aa0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0 2024-12-04T08:13:50,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0, entries=150, sequenceid=137, filesize=11.8 K 2024-12-04T08:13:50,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ff9650eef9ab455da790909d1f207365 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365 2024-12-04T08:13:50,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365, entries=150, sequenceid=137, filesize=11.8 K 2024-12-04T08:13:50,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/7a3454ddfbac4df9ac8f2bda864a9569 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569 2024-12-04T08:13:50,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569, entries=150, sequenceid=137, filesize=11.8 K 2024-12-04T08:13:50,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ecab358287dc72ff2e842e1799cf51cc in 667ms, sequenceid=137, compaction requested=true 2024-12-04T08:13:50,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:50,485 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:50,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:50,486 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:50,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:50,487 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:50,488 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:50,488 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,488 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:50,488 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/56c574e10e1b43d498e9f5622f76777a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.1 K 2024-12-04T08:13:50,488 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:50,488 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,489 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/2bd7f55fce1244eeb8179bfb915aeb8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.1 K 2024-12-04T08:13:50,489 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c574e10e1b43d498e9f5622f76777a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:50,489 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd7f55fce1244eeb8179bfb915aeb8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:50,490 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fea80780258422e886b8b6acb8e3f13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733300027410 2024-12-04T08:13:50,490 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b1bd1268424cdc9053c9bc853c190c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733300027410 2024-12-04T08:13:50,491 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 473d779abf46446bb5d6afd4a9f04aa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733300027993 2024-12-04T08:13:50,491 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 566045ca3c8449c6ab79e49c50d256c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733300027993 2024-12-04T08:13:50,491 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b017fa7f024d4a61902748926c777aa0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:50,492 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff9650eef9ab455da790909d1f207365, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:50,518 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#21 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:50,519 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/41699ce017dc440db7ab7ab3b290e929 is 50, key is test_row_0/B:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:50,520 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:50,520 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/61d86e2f9a46473f9c7b630692c81481 is 50, key is test_row_0/A:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:50,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T08:13:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,523 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:50,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:50,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741858_1034 (size=12341) 2024-12-04T08:13:50,548 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/41699ce017dc440db7ab7ab3b290e929 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/41699ce017dc440db7ab7ab3b290e929 2024-12-04T08:13:50,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/064f748997b4407faf6cd5ef2fc29d44 is 50, key is test_row_0/A:col10/1733300029948/Put/seqid=0 2024-12-04T08:13:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741859_1035 (size=12341) 2024-12-04T08:13:50,564 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 41699ce017dc440db7ab7ab3b290e929(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:50,564 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:50,564 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=12, startTime=1733300030486; duration=0sec 2024-12-04T08:13:50,565 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:50,565 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:50,565 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:50,567 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:50,567 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:50,567 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:50,567 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/62d3bec22e61487794cd9f65d4b0d878, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.1 K 2024-12-04T08:13:50,568 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62d3bec22e61487794cd9f65d4b0d878, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733300027021 2024-12-04T08:13:50,569 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab801b6bac7a4571a9748879370fd25a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733300027410 2024-12-04T08:13:50,570 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42769f9cef8c43eaa39224e71d7ddece, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733300027993 2024-12-04T08:13:50,571 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a3454ddfbac4df9ac8f2bda864a9569, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741860_1036 (size=12151) 2024-12-04T08:13:50,608 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:50,609 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/6da6b58c7a8b49fbb99c3a0306a06ca6 is 50, key is test_row_0/C:col10/1733300029809/Put/seqid=0 2024-12-04T08:13:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300090637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300090637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741861_1037 (size=12341) 2024-12-04T08:13:50,666 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/6da6b58c7a8b49fbb99c3a0306a06ca6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/6da6b58c7a8b49fbb99c3a0306a06ca6 2024-12-04T08:13:50,679 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 6da6b58c7a8b49fbb99c3a0306a06ca6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:50,682 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:50,682 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=12, startTime=1733300030486; duration=0sec 2024-12-04T08:13:50,682 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:50,682 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:50,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300090754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300090757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300090966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300090966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:50,974 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/61d86e2f9a46473f9c7b630692c81481 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/61d86e2f9a46473f9c7b630692c81481 2024-12-04T08:13:50,986 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 61d86e2f9a46473f9c7b630692c81481(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:50,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:50,986 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=12, startTime=1733300030484; duration=0sec 2024-12-04T08:13:50,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:50,987 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:51,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/064f748997b4407faf6cd5ef2fc29d44 2024-12-04T08:13:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/e76f1a431dac4c319dab2ef4184db666 is 50, key is test_row_0/B:col10/1733300029948/Put/seqid=0 2024-12-04T08:13:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:51,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741862_1038 (size=12151) 2024-12-04T08:13:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300091274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300091274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:51,440 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/e76f1a431dac4c319dab2ef4184db666 2024-12-04T08:13:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/8ee5f3a27b3e499f956dd91d72671d85 is 50, key is test_row_0/C:col10/1733300029948/Put/seqid=0 2024-12-04T08:13:51,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741863_1039 (size=12151) 2024-12-04T08:13:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300091784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:51,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300091794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:51,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/8ee5f3a27b3e499f956dd91d72671d85 2024-12-04T08:13:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/064f748997b4407faf6cd5ef2fc29d44 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44 2024-12-04T08:13:51,883 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T08:13:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/e76f1a431dac4c319dab2ef4184db666 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666 2024-12-04T08:13:51,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T08:13:51,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/8ee5f3a27b3e499f956dd91d72671d85 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85 2024-12-04T08:13:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T08:13:51,905 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ecab358287dc72ff2e842e1799cf51cc in 1383ms, sequenceid=157, compaction requested=false 2024-12-04T08:13:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T08:13:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T08:13:51,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T08:13:51,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0160 sec 2024-12-04T08:13:51,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.0320 sec 2024-12-04T08:13:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T08:13:52,045 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:52,045 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-04T08:13:52,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:52,050 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:52,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T08:13:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T08:13:52,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T08:13:52,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:52,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:13:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:52,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b1c4bc91075143da8c33625ada929711 is 50, key is test_row_0/A:col10/1733300030632/Put/seqid=0 2024-12-04T08:13:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741864_1040 (size=12151) 2024-12-04T08:13:52,245 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b1c4bc91075143da8c33625ada929711 2024-12-04T08:13:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/58f02bc19943414581b1af86e5c16ce7 is 50, key is test_row_0/B:col10/1733300030632/Put/seqid=0 2024-12-04T08:13:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300092289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300092290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300092294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741865_1041 (size=12151) 2024-12-04T08:13:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T08:13:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300092404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300092405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300092406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300092615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300092616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300092616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T08:13:52,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/58f02bc19943414581b1af86e5c16ce7 2024-12-04T08:13:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ad3141af806e4e32b25af460a219f28b is 50, key is test_row_0/C:col10/1733300030632/Put/seqid=0 2024-12-04T08:13:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741866_1042 (size=12151) 2024-12-04T08:13:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ad3141af806e4e32b25af460a219f28b 2024-12-04T08:13:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b1c4bc91075143da8c33625ada929711 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711 2024-12-04T08:13:52,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711, entries=150, sequenceid=173, filesize=11.9 K 2024-12-04T08:13:52,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/58f02bc19943414581b1af86e5c16ce7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7 2024-12-04T08:13:52,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7, entries=150, sequenceid=173, filesize=11.9 K 2024-12-04T08:13:52,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ad3141af806e4e32b25af460a219f28b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b 2024-12-04T08:13:52,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b, entries=150, sequenceid=173, filesize=11.9 K 2024-12-04T08:13:52,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ecab358287dc72ff2e842e1799cf51cc in 599ms, sequenceid=173, compaction requested=true 2024-12-04T08:13:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T08:13:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T08:13:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:52,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:13:52,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:52,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:52,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:52,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T08:13:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 756 msec 2024-12-04T08:13:52,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 767 msec 2024-12-04T08:13:52,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/e012f9e644b444468355d367721b3256 is 50, key is test_row_0/A:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:52,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300092846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300092844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741867_1043 (size=14541) 2024-12-04T08:13:52,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/e012f9e644b444468355d367721b3256 2024-12-04T08:13:52,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/563f53823d814fad983c78f1bc1a2621 is 50, key is test_row_0/B:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741868_1044 (size=12151) 2024-12-04T08:13:52,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/563f53823d814fad983c78f1bc1a2621 2024-12-04T08:13:52,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/d1a270d15ee04424b09ce424d9687e4b is 50, key is test_row_0/C:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300092924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300092925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741869_1045 (size=12151) 2024-12-04T08:13:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300092934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300092954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:52,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300092954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300093164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300093164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T08:13:53,184 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:53,185 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-04T08:13:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:53,187 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:53,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:53,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:53,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/d1a270d15ee04424b09ce424d9687e4b 2024-12-04T08:13:53,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/e012f9e644b444468355d367721b3256 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256 2024-12-04T08:13:53,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256, entries=200, sequenceid=193, filesize=14.2 K 2024-12-04T08:13:53,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/563f53823d814fad983c78f1bc1a2621 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621 2024-12-04T08:13:53,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T08:13:53,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/d1a270d15ee04424b09ce424d9687e4b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b 2024-12-04T08:13:53,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T08:13:53,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ecab358287dc72ff2e842e1799cf51cc in 570ms, sequenceid=193, compaction requested=true 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:53,378 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:53,378 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:53,381 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51184 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:53,381 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:53,381 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,381 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/61d86e2f9a46473f9c7b630692c81481, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=50.0 K 2024-12-04T08:13:53,382 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:53,382 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:53,382 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,382 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/41699ce017dc440db7ab7ab3b290e929, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.7 K 2024-12-04T08:13:53,383 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d86e2f9a46473f9c7b630692c81481, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:53,384 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 41699ce017dc440db7ab7ab3b290e929, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:53,384 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 064f748997b4407faf6cd5ef2fc29d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733300029937 2024-12-04T08:13:53,385 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e76f1a431dac4c319dab2ef4184db666, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733300029937 2024-12-04T08:13:53,385 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1c4bc91075143da8c33625ada929711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733300030598 2024-12-04T08:13:53,386 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f02bc19943414581b1af86e5c16ce7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733300030598 2024-12-04T08:13:53,386 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e012f9e644b444468355d367721b3256, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:53,387 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 563f53823d814fad983c78f1bc1a2621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:53,416 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:53,417 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/1a511ef8cf154cd0b51f385291613a1a is 50, key is test_row_0/B:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:53,417 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:53,418 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/ab96247f7f5a4f87b7754f512539fb36 is 50, key is test_row_0/A:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:53,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:53,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741870_1046 (size=12527) 2024-12-04T08:13:53,460 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/1a511ef8cf154cd0b51f385291613a1a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1a511ef8cf154cd0b51f385291613a1a 2024-12-04T08:13:53,472 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 1a511ef8cf154cd0b51f385291613a1a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:53,472 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:53,472 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=12, startTime=1733300033378; duration=0sec 2024-12-04T08:13:53,473 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:53,473 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:53,473 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741871_1047 (size=12527) 2024-12-04T08:13:53,482 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:53,482 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:53,482 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,483 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/6da6b58c7a8b49fbb99c3a0306a06ca6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.7 K 2024-12-04T08:13:53,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/06527759200a4552a1630a402234d169 is 50, key is test_row_0/A:col10/1733300032832/Put/seqid=0 2024-12-04T08:13:53,484 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6da6b58c7a8b49fbb99c3a0306a06ca6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300029121 2024-12-04T08:13:53,485 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/ab96247f7f5a4f87b7754f512539fb36 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ab96247f7f5a4f87b7754f512539fb36 2024-12-04T08:13:53,485 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee5f3a27b3e499f956dd91d72671d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733300029937 2024-12-04T08:13:53,488 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3141af806e4e32b25af460a219f28b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733300030598 2024-12-04T08:13:53,490 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a270d15ee04424b09ce424d9687e4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:53,496 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into ab96247f7f5a4f87b7754f512539fb36(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:53,496 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:53,496 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=12, startTime=1733300033378; duration=0sec 2024-12-04T08:13:53,496 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:53,496 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:53,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741872_1048 (size=14541) 2024-12-04T08:13:53,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:53,506 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300093489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,507 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/98d7f08e156341268f56e6a98b46921a is 50, key is test_row_0/C:col10/1733300032285/Put/seqid=0 2024-12-04T08:13:53,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300093490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300093491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300093495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300093501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741873_1049 (size=12527) 2024-12-04T08:13:53,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300093614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300093614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300093614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300093626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300093627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300093824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300093824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300093833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300093834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300093834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:53,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/06527759200a4552a1630a402234d169 2024-12-04T08:13:53,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab is 50, key is test_row_0/B:col10/1733300032832/Put/seqid=0 2024-12-04T08:13:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741874_1050 (size=12151) 2024-12-04T08:13:53,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab 2024-12-04T08:13:53,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/4a6796970856469e8ea260d50e4591f3 is 50, key is test_row_0/C:col10/1733300032832/Put/seqid=0 2024-12-04T08:13:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741875_1051 (size=12151) 2024-12-04T08:13:53,937 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/98d7f08e156341268f56e6a98b46921a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98d7f08e156341268f56e6a98b46921a 2024-12-04T08:13:53,944 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 98d7f08e156341268f56e6a98b46921a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:53,945 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:53,945 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=12, startTime=1733300033378; duration=0sec 2024-12-04T08:13:53,945 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:53,945 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:53,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:53,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:54,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:54,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300094133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300094134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300094144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300094144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300094145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:54,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/4a6796970856469e8ea260d50e4591f3 2024-12-04T08:13:54,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/06527759200a4552a1630a402234d169 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169 2024-12-04T08:13:54,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169, entries=200, sequenceid=206, filesize=14.2 K 2024-12-04T08:13:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab 2024-12-04T08:13:54,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab, entries=150, sequenceid=206, filesize=11.9 K 2024-12-04T08:13:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/4a6796970856469e8ea260d50e4591f3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3 2024-12-04T08:13:54,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3, entries=150, sequenceid=206, filesize=11.9 K 2024-12-04T08:13:54,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ecab358287dc72ff2e842e1799cf51cc in 937ms, sequenceid=206, compaction requested=false 2024-12-04T08:13:54,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:54,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T08:13:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b377fa053d3e4efa9f48942383165ad9 is 50, key is test_row_0/A:col10/1733300033494/Put/seqid=0 2024-12-04T08:13:54,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741876_1052 (size=12151) 2024-12-04T08:13:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b377fa053d3e4efa9f48942383165ad9 2024-12-04T08:13:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/51ef090ec861433c97a0e66afac6a457 is 50, key is test_row_0/B:col10/1733300033494/Put/seqid=0 2024-12-04T08:13:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741877_1053 (size=12151) 2024-12-04T08:13:54,474 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/51ef090ec861433c97a0e66afac6a457 2024-12-04T08:13:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f380bf3b395d493d83af559d5a3b6c61 is 50, key is test_row_0/C:col10/1733300033494/Put/seqid=0 2024-12-04T08:13:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741878_1054 (size=12151) 2024-12-04T08:13:54,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f380bf3b395d493d83af559d5a3b6c61 2024-12-04T08:13:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b377fa053d3e4efa9f48942383165ad9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9 2024-12-04T08:13:54,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T08:13:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/51ef090ec861433c97a0e66afac6a457 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457 2024-12-04T08:13:54,526 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T08:13:54,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f380bf3b395d493d83af559d5a3b6c61 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61 2024-12-04T08:13:54,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T08:13:54,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for ecab358287dc72ff2e842e1799cf51cc in 121ms, sequenceid=228, compaction requested=true 2024-12-04T08:13:54,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:54,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:54,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-04T08:13:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-04T08:13:54,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T08:13:54,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-12-04T08:13:54,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3740 sec 2024-12-04T08:13:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:54,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:13:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:54,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/581bbdb1947d4b1c8acdafcf44fa7950 is 50, key is test_row_0/A:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:54,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741879_1055 (size=12151) 2024-12-04T08:13:54,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/581bbdb1947d4b1c8acdafcf44fa7950 2024-12-04T08:13:54,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/a4c257fe49a849dcb8f95010c0e20ce1 is 50, key is test_row_0/B:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300094697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300034682, max timestamp=1733300034699Num uniques 859; 2024-12-04T08:13:54,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300034682, max timestamp=1733300034699Num uniques 859; 2024-12-04T08:13:54,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:54,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741880_1056 (size=12151) 2024-12-04T08:13:54,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300034682, max timestamp=1733300034701Num uniques 859; 2024-12-04T08:13:54,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:13:54,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/a4c257fe49a849dcb8f95010c0e20ce1 2024-12-04T08:13:54,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/98b6f342e38c47bca76c160e0f0d96ae is 50, key is test_row_0/C:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741881_1057 (size=12151) 2024-12-04T08:13:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300094750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300094755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300094756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300094759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300094814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300094864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300094874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300094874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:54,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300094874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:54,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300095024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300095074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300095084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300095084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300095084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/98b6f342e38c47bca76c160e0f0d96ae 2024-12-04T08:13:55,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/581bbdb1947d4b1c8acdafcf44fa7950 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950 2024-12-04T08:13:55,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T08:13:55,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/a4c257fe49a849dcb8f95010c0e20ce1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1 2024-12-04T08:13:55,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T08:13:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/98b6f342e38c47bca76c160e0f0d96ae as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae 2024-12-04T08:13:55,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T08:13:55,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ecab358287dc72ff2e842e1799cf51cc in 520ms, sequenceid=239, compaction requested=true 2024-12-04T08:13:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:55,177 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:55,177 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:55,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:55,180 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:55,180 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:55,180 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,180 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ab96247f7f5a4f87b7754f512539fb36, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=50.2 K 2024-12-04T08:13:55,180 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:55,181 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:55,181 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab96247f7f5a4f87b7754f512539fb36, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:55,181 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1a511ef8cf154cd0b51f385291613a1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.8 K 2024-12-04T08:13:55,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06527759200a4552a1630a402234d169, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733300032824 2024-12-04T08:13:55,181 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a511ef8cf154cd0b51f385291613a1a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:55,182 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b377fa053d3e4efa9f48942383165ad9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733300033458 2024-12-04T08:13:55,182 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b0e2d97cd6ef4f2a8bbc50ad11c905ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733300032824 2024-12-04T08:13:55,183 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 581bbdb1947d4b1c8acdafcf44fa7950, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:55,183 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ef090ec861433c97a0e66afac6a457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733300033458 2024-12-04T08:13:55,183 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c257fe49a849dcb8f95010c0e20ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:55,198 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:55,200 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#46 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:55,201 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/129e4ac650c24759a385f535a58bbdbd is 50, key is test_row_0/B:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:55,202 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/39558a7fcbfd47139fa7afc3ec615ae9 is 50, key is test_row_0/A:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741882_1058 (size=12663) 2024-12-04T08:13:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741883_1059 (size=12663) 2024-12-04T08:13:55,231 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/39558a7fcbfd47139fa7afc3ec615ae9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/39558a7fcbfd47139fa7afc3ec615ae9 2024-12-04T08:13:55,237 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 39558a7fcbfd47139fa7afc3ec615ae9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:55,237 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:55,237 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=12, startTime=1733300035177; duration=0sec 2024-12-04T08:13:55,238 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:55,238 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:55,238 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:55,239 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:55,239 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:55,240 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,240 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98d7f08e156341268f56e6a98b46921a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=47.8 K 2024-12-04T08:13:55,241 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d7f08e156341268f56e6a98b46921a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733300032285 2024-12-04T08:13:55,241 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a6796970856469e8ea260d50e4591f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733300032824 2024-12-04T08:13:55,242 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f380bf3b395d493d83af559d5a3b6c61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733300033458 2024-12-04T08:13:55,242 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98b6f342e38c47bca76c160e0f0d96ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:55,254 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#47 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:55,255 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/484a477b6f3740c4a29805762da2ec66 is 50, key is test_row_0/C:col10/1733300034656/Put/seqid=0 2024-12-04T08:13:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741884_1060 (size=12663) 2024-12-04T08:13:55,274 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/484a477b6f3740c4a29805762da2ec66 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/484a477b6f3740c4a29805762da2ec66 2024-12-04T08:13:55,283 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 484a477b6f3740c4a29805762da2ec66(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:55,283 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:55,283 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=12, startTime=1733300035178; duration=0sec 2024-12-04T08:13:55,283 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:55,283 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T08:13:55,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:55,335 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-04T08:13:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:55,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:55,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:55,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:55,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:55,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 is 50, key is test_row_0/A:col10/1733300034757/Put/seqid=0 2024-12-04T08:13:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741885_1061 (size=14741) 2024-12-04T08:13:55,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 2024-12-04T08:13:55,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f1b07528f73541b48cdb2b5cce3c56c6 is 50, key is test_row_0/B:col10/1733300034757/Put/seqid=0 2024-12-04T08:13:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741886_1062 (size=12301) 2024-12-04T08:13:55,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f1b07528f73541b48cdb2b5cce3c56c6 2024-12-04T08:13:55,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3fe86e6484c742848d6c94ad326f54a1 is 50, key is test_row_0/C:col10/1733300034757/Put/seqid=0 2024-12-04T08:13:55,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741887_1063 (size=12301) 2024-12-04T08:13:55,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300095384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300095395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300095395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300095395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300095396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:55,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:55,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:55,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300095504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,624 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/129e4ac650c24759a385f535a58bbdbd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/129e4ac650c24759a385f535a58bbdbd 2024-12-04T08:13:55,631 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 129e4ac650c24759a385f535a58bbdbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:55,632 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:55,632 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=12, startTime=1733300035177; duration=0sec 2024-12-04T08:13:55,632 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:55,632 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:55,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300095725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3fe86e6484c742848d6c94ad326f54a1 2024-12-04T08:13:55,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 2024-12-04T08:13:55,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3, entries=200, sequenceid=278, filesize=14.4 K 2024-12-04T08:13:55,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f1b07528f73541b48cdb2b5cce3c56c6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6 2024-12-04T08:13:55,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T08:13:55,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3fe86e6484c742848d6c94ad326f54a1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1 2024-12-04T08:13:55,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T08:13:55,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ecab358287dc72ff2e842e1799cf51cc in 485ms, sequenceid=278, compaction requested=false 2024-12-04T08:13:55,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:55,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:13:55,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:55,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:55,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d0ef6ed061f4fea94c67a4a28581dd2 is 50, key is test_row_0/A:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741888_1064 (size=9857) 2024-12-04T08:13:55,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d0ef6ed061f4fea94c67a4a28581dd2 2024-12-04T08:13:55,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/16206fce7c6744498c5bf69ee38bad0b is 50, key is test_row_0/B:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300095943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733300035914, max timestamp=1733300035946Num uniques 859; 2024-12-04T08:13:55,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T08:13:55,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733300035914, max timestamp=1733300035946Num uniques 859; 2024-12-04T08:13:55,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T08:13:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741889_1065 (size=9857) 2024-12-04T08:13:55,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733300035914, max timestamp=1733300035946Num uniques 859; 2024-12-04T08:13:55,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-04T08:13:55,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:55,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:55,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:55,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:55,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/16206fce7c6744498c5bf69ee38bad0b 2024-12-04T08:13:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:55,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/df4263a9745842d2bdacbc8716008153 is 50, key is test_row_0/C:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300095989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:55,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741890_1066 (size=9857) 2024-12-04T08:13:56,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/df4263a9745842d2bdacbc8716008153 2024-12-04T08:13:56,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300095991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d0ef6ed061f4fea94c67a4a28581dd2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2 2024-12-04T08:13:56,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2, entries=100, sequenceid=291, filesize=9.6 K 2024-12-04T08:13:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/16206fce7c6744498c5bf69ee38bad0b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b 2024-12-04T08:13:56,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b, entries=100, sequenceid=291, filesize=9.6 K 2024-12-04T08:13:56,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300096034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/df4263a9745842d2bdacbc8716008153 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153 2024-12-04T08:13:56,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153, entries=100, sequenceid=291, filesize=9.6 K 2024-12-04T08:13:56,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=134.18 KB/137400 for ecab358287dc72ff2e842e1799cf51cc in 146ms, sequenceid=291, compaction requested=true 2024-12-04T08:13:56,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:56,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:56,053 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:56,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:56,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:56,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:56,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:56,055 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:56,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:56,056 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:56,056 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:56,056 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,057 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/129e4ac650c24759a385f535a58bbdbd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=34.0 K 2024-12-04T08:13:56,057 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37261 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:56,057 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:56,057 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,057 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/39558a7fcbfd47139fa7afc3ec615ae9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.4 K 2024-12-04T08:13:56,058 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 129e4ac650c24759a385f535a58bbdbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:56,058 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39558a7fcbfd47139fa7afc3ec615ae9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:56,059 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f1b07528f73541b48cdb2b5cce3c56c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300034745 2024-12-04T08:13:56,059 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cbfd48d3f974fa4b9fb2e54f5e5c7e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300034745 2024-12-04T08:13:56,060 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 16206fce7c6744498c5bf69ee38bad0b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035374 2024-12-04T08:13:56,060 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0ef6ed061f4fea94c67a4a28581dd2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035374 2024-12-04T08:13:56,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:56,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/8510f4747875441293ef8ebfe700f65d is 50, key is test_row_0/A:col10/1733300035989/Put/seqid=0 2024-12-04T08:13:56,075 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:56,075 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b3552e34c1a5402f8ad3267a43abcffc is 50, key is test_row_0/A:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:56,083 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:56,084 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/e0708643e6e64bd2ab8fafa36347a725 is 50, key is test_row_0/B:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741891_1067 (size=14741) 2024-12-04T08:13:56,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/8510f4747875441293ef8ebfe700f65d 2024-12-04T08:13:56,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741892_1068 (size=12915) 2024-12-04T08:13:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741893_1069 (size=12915) 2024-12-04T08:13:56,129 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b3552e34c1a5402f8ad3267a43abcffc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b3552e34c1a5402f8ad3267a43abcffc 2024-12-04T08:13:56,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b04c0b0128c34f0b9ae7711b27185b11 is 50, key is test_row_0/B:col10/1733300035989/Put/seqid=0 2024-12-04T08:13:56,138 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/e0708643e6e64bd2ab8fafa36347a725 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e0708643e6e64bd2ab8fafa36347a725 2024-12-04T08:13:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741894_1070 (size=12301) 2024-12-04T08:13:56,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b04c0b0128c34f0b9ae7711b27185b11 2024-12-04T08:13:56,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/cd96303d556f426dbc608a9f77ff8d5f is 50, key is test_row_0/C:col10/1733300035989/Put/seqid=0 2024-12-04T08:13:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741895_1071 (size=12301) 2024-12-04T08:13:56,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/cd96303d556f426dbc608a9f77ff8d5f 2024-12-04T08:13:56,173 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into e0708643e6e64bd2ab8fafa36347a725(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:56,173 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:56,173 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300036054; duration=0sec 2024-12-04T08:13:56,174 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into b3552e34c1a5402f8ad3267a43abcffc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:56,174 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300036053; duration=0sec 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:56,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300096104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,177 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:13:56,177 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:56,177 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,177 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/484a477b6f3740c4a29805762da2ec66, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=34.0 K 2024-12-04T08:13:56,178 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 484a477b6f3740c4a29805762da2ec66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300034646 2024-12-04T08:13:56,179 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe86e6484c742848d6c94ad326f54a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300034745 2024-12-04T08:13:56,181 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting df4263a9745842d2bdacbc8716008153, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035374 2024-12-04T08:13:56,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/8510f4747875441293ef8ebfe700f65d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d 2024-12-04T08:13:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300096175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300096175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300096176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d, entries=200, sequenceid=325, filesize=14.4 K 2024-12-04T08:13:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b04c0b0128c34f0b9ae7711b27185b11 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11 2024-12-04T08:13:56,198 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:56,199 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/e16fef2c160a4b7eacd4034cc167571d is 50, key is test_row_0/C:col10/1733300035374/Put/seqid=0 2024-12-04T08:13:56,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11, entries=150, sequenceid=325, filesize=12.0 K 2024-12-04T08:13:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/cd96303d556f426dbc608a9f77ff8d5f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f 2024-12-04T08:13:56,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f, entries=150, sequenceid=325, filesize=12.0 K 2024-12-04T08:13:56,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=53.67 KB/54960 for ecab358287dc72ff2e842e1799cf51cc in 163ms, sequenceid=325, compaction requested=false 2024-12-04T08:13:56,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741896_1072 (size=12915) 2024-12-04T08:13:56,235 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/e16fef2c160a4b7eacd4034cc167571d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/e16fef2c160a4b7eacd4034cc167571d 2024-12-04T08:13:56,246 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into e16fef2c160a4b7eacd4034cc167571d(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:56,246 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:56,246 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300036055; duration=0sec 2024-12-04T08:13:56,247 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:56,247 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:56,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T08:13:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:56,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:13:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cdd101dd46c24e2383bc00f5a1d4254a is 50, key is test_row_0/A:col10/1733300036110/Put/seqid=0 2024-12-04T08:13:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741897_1073 (size=12301) 2024-12-04T08:13:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:56,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:56,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300036314, max timestamp=1733300036350Num uniques 859; 2024-12-04T08:13:56,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:56,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300036314, max timestamp=1733300036350Num uniques 859; 2024-12-04T08:13:56,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:56,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300036314, max timestamp=1733300036350Num uniques 859; 2024-12-04T08:13:56,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300096390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300096392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300096394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300096396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300096504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300096504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300096504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300096505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300096544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cdd101dd46c24e2383bc00f5a1d4254a 2024-12-04T08:13:56,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/c14f225857a444859002988186b8d7e6 is 50, key is test_row_0/B:col10/1733300036110/Put/seqid=0 2024-12-04T08:13:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741898_1074 (size=12301) 2024-12-04T08:13:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300096724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300096724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300096724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300096724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300097034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300097034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300097034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300097034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/c14f225857a444859002988186b8d7e6 2024-12-04T08:13:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/27e8e6718bb64c68a8847ee3121dbdd0 is 50, key is test_row_0/C:col10/1733300036110/Put/seqid=0 2024-12-04T08:13:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741899_1075 (size=12301) 2024-12-04T08:13:57,149 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/27e8e6718bb64c68a8847ee3121dbdd0 2024-12-04T08:13:57,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/cdd101dd46c24e2383bc00f5a1d4254a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a 2024-12-04T08:13:57,167 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a, entries=150, sequenceid=339, filesize=12.0 K 2024-12-04T08:13:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/c14f225857a444859002988186b8d7e6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6 2024-12-04T08:13:57,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6, entries=150, sequenceid=339, filesize=12.0 K 2024-12-04T08:13:57,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/27e8e6718bb64c68a8847ee3121dbdd0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0 2024-12-04T08:13:57,186 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0, entries=150, sequenceid=339, filesize=12.0 K 2024-12-04T08:13:57,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ecab358287dc72ff2e842e1799cf51cc in 923ms, sequenceid=339, compaction requested=true 2024-12-04T08:13:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-04T08:13:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-04T08:13:57,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T08:13:57,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-12-04T08:13:57,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.8640 sec 2024-12-04T08:13:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T08:13:57,496 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:57,497 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-04T08:13:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:57,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:57,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:57,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:57,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:13:57,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5923349844774d3badc3ead090c3e98f is 50, key is test_row_0/A:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741900_1076 (size=14741) 2024-12-04T08:13:57,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300097566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300097576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300097577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300097580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300097581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:57,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:57,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300097684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:57,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300097894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300097904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300097904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300097904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300097914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:57,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:57,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:57,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5923349844774d3badc3ead090c3e98f 2024-12-04T08:13:58,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f592f3d3719d420c9deb886f19f35f3c is 50, key is test_row_0/B:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741901_1077 (size=12301) 2024-12-04T08:13:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:58,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300098215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300098215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300098215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300098224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300098225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f592f3d3719d420c9deb886f19f35f3c 2024-12-04T08:13:58,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3849a95e6867465baf92be734050ebe8 is 50, key is test_row_0/C:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741902_1078 (size=12301) 2024-12-04T08:13:58,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300098734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300098734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300098734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300098735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300098744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:58,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3849a95e6867465baf92be734050ebe8 2024-12-04T08:13:58,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5923349844774d3badc3ead090c3e98f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f 2024-12-04T08:13:58,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f, entries=200, sequenceid=375, filesize=14.4 K 2024-12-04T08:13:58,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/f592f3d3719d420c9deb886f19f35f3c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c 2024-12-04T08:13:58,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c, entries=150, sequenceid=375, filesize=12.0 K 2024-12-04T08:13:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/3849a95e6867465baf92be734050ebe8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8 2024-12-04T08:13:58,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8, entries=150, sequenceid=375, filesize=12.0 K 2024-12-04T08:13:58,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for ecab358287dc72ff2e842e1799cf51cc in 1332ms, sequenceid=375, compaction requested=true 2024-12-04T08:13:58,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:58,882 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:58,882 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:13:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:58,884 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:58,884 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:13:58,884 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:58,884 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,884 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:13:58,884 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b3552e34c1a5402f8ad3267a43abcffc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=53.4 K 2024-12-04T08:13:58,884 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,884 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e0708643e6e64bd2ab8fafa36347a725, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=48.7 K 2024-12-04T08:13:58,885 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e0708643e6e64bd2ab8fafa36347a725, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035337 2024-12-04T08:13:58,885 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3552e34c1a5402f8ad3267a43abcffc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035337 2024-12-04T08:13:58,886 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b04c0b0128c34f0b9ae7711b27185b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733300035989 2024-12-04T08:13:58,886 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8510f4747875441293ef8ebfe700f65d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733300035978 2024-12-04T08:13:58,886 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c14f225857a444859002988186b8d7e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733300036106 2024-12-04T08:13:58,886 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd101dd46c24e2383bc00f5a1d4254a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733300036106 2024-12-04T08:13:58,887 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f592f3d3719d420c9deb886f19f35f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036391 2024-12-04T08:13:58,887 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5923349844774d3badc3ead090c3e98f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036389 2024-12-04T08:13:58,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T08:13:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,899 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:13:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:58,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:58,902 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:58,903 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/cf15f6bf39bb48a0a186931e84dc1f13 is 50, key is test_row_0/B:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:58,903 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:58,904 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/43351aff34d44c4491c12f472279b458 is 50, key is test_row_0/A:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/adf6e0f9ed32464bbb8ef52e38bc12d5 is 50, key is test_row_0/A:col10/1733300037576/Put/seqid=0 2024-12-04T08:13:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741904_1080 (size=13051) 2024-12-04T08:13:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741903_1079 (size=13051) 2024-12-04T08:13:58,919 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/43351aff34d44c4491c12f472279b458 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/43351aff34d44c4491c12f472279b458 2024-12-04T08:13:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741905_1081 (size=12301) 2024-12-04T08:13:58,926 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/cf15f6bf39bb48a0a186931e84dc1f13 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/cf15f6bf39bb48a0a186931e84dc1f13 2024-12-04T08:13:58,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/adf6e0f9ed32464bbb8ef52e38bc12d5 2024-12-04T08:13:58,929 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 43351aff34d44c4491c12f472279b458(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:58,929 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:58,929 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=12, startTime=1733300038881; duration=0sec 2024-12-04T08:13:58,929 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:13:58,929 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:13:58,929 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:13:58,932 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:13:58,932 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:13:58,932 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:58,933 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/e16fef2c160a4b7eacd4034cc167571d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=48.7 K 2024-12-04T08:13:58,934 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e16fef2c160a4b7eacd4034cc167571d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733300035337 2024-12-04T08:13:58,935 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd96303d556f426dbc608a9f77ff8d5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733300035989 2024-12-04T08:13:58,936 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27e8e6718bb64c68a8847ee3121dbdd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733300036106 2024-12-04T08:13:58,937 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3849a95e6867465baf92be734050ebe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036391 2024-12-04T08:13:58,939 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into cf15f6bf39bb48a0a186931e84dc1f13(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:58,939 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:58,939 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=12, startTime=1733300038882; duration=0sec 2024-12-04T08:13:58,939 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:58,939 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:13:58,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/6081b186657748dd99c5b4dc1189d938 is 50, key is test_row_0/B:col10/1733300037576/Put/seqid=0 2024-12-04T08:13:58,952 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:13:58,952 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/2db1ce5f67b94463af652ce76d9d7f4c is 50, key is test_row_0/C:col10/1733300036394/Put/seqid=0 2024-12-04T08:13:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741906_1082 (size=12301) 2024-12-04T08:13:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741907_1083 (size=13051) 2024-12-04T08:13:58,982 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/2db1ce5f67b94463af652ce76d9d7f4c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2db1ce5f67b94463af652ce76d9d7f4c 2024-12-04T08:13:58,990 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 2db1ce5f67b94463af652ce76d9d7f4c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:13:58,990 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:58,990 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=12, startTime=1733300038882; duration=0sec 2024-12-04T08:13:58,990 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:13:58,990 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:13:59,368 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/6081b186657748dd99c5b4dc1189d938 2024-12-04T08:13:59,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f8117229ef5148d59b00b49b9f6eaa43 is 50, key is test_row_0/C:col10/1733300037576/Put/seqid=0 2024-12-04T08:13:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741908_1084 (size=12301) 2024-12-04T08:13:59,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f8117229ef5148d59b00b49b9f6eaa43 2024-12-04T08:13:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/adf6e0f9ed32464bbb8ef52e38bc12d5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5 2024-12-04T08:13:59,413 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T08:13:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/6081b186657748dd99c5b4dc1189d938 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938 2024-12-04T08:13:59,422 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T08:13:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f8117229ef5148d59b00b49b9f6eaa43 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43 2024-12-04T08:13:59,432 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43, entries=150, sequenceid=386, filesize=12.0 K 2024-12-04T08:13:59,433 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for ecab358287dc72ff2e842e1799cf51cc in 534ms, sequenceid=386, compaction requested=false 2024-12-04T08:13:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:13:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-04T08:13:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-04T08:13:59,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T08:13:59,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-12-04T08:13:59,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9450 sec 2024-12-04T08:13:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T08:13:59,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:13:59,646 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:13:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-04T08:13:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:13:59,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:13:59,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:13:59,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:13:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:13:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:13:59,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:13:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:13:59,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/9d69b73e541f4dffa658434884c4f777 is 50, key is test_row_0/A:col10/1733300039758/Put/seqid=0 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300039788, max timestamp=1733300039793Num uniques 859; 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300039788, max timestamp=1733300039793Num uniques 859; 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300039788, max timestamp=1733300039793Num uniques 859; 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:59,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:13:59,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:13:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:59,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741909_1085 (size=12301) 2024-12-04T08:13:59,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300099827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300099829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300099829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300099832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300099833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300099944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:13:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:13:59,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:13:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:13:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:13:59,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:13:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:14:00,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:14:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300100154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300100154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300100154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300100155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300100155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/9d69b73e541f4dffa658434884c4f777 2024-12-04T08:14:00,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5a9bed5750de4d29bffd7f9572a34a64 is 50, key is test_row_0/B:col10/1733300039758/Put/seqid=0 2024-12-04T08:14:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741910_1086 (size=12301) 2024-12-04T08:14:00,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:14:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:14:00,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:14:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300100464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300100465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300100465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300100465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300100466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:00,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:00,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:14:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:00,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5a9bed5750de4d29bffd7f9572a34a64 2024-12-04T08:14:00,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/b6e1a6888598413abfc6183e15ad39bd is 50, key is test_row_0/C:col10/1733300039758/Put/seqid=0 2024-12-04T08:14:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741911_1087 (size=12301) 2024-12-04T08:14:00,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/b6e1a6888598413abfc6183e15ad39bd 2024-12-04T08:14:00,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/9d69b73e541f4dffa658434884c4f777 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777 2024-12-04T08:14:00,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777, entries=150, sequenceid=399, filesize=12.0 K 2024-12-04T08:14:00,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/5a9bed5750de4d29bffd7f9572a34a64 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64 2024-12-04T08:14:00,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64, entries=150, sequenceid=399, filesize=12.0 K 2024-12-04T08:14:00,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/b6e1a6888598413abfc6183e15ad39bd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd 2024-12-04T08:14:00,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd, entries=150, sequenceid=399, filesize=12.0 K 2024-12-04T08:14:00,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for ecab358287dc72ff2e842e1799cf51cc in 922ms, sequenceid=399, compaction requested=true 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:00,688 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:00,688 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:00,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:00,689 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:00,689 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:14:00,689 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,689 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/43351aff34d44c4491c12f472279b458, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.8 K 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43351aff34d44c4491c12f472279b458, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036391 2024-12-04T08:14:00,690 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,690 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/cf15f6bf39bb48a0a186931e84dc1f13, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.8 K 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting adf6e0f9ed32464bbb8ef52e38bc12d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733300037564 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cf15f6bf39bb48a0a186931e84dc1f13, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036391 2024-12-04T08:14:00,690 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d69b73e541f4dffa658434884c4f777, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:00,691 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6081b186657748dd99c5b4dc1189d938, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733300037564 2024-12-04T08:14:00,691 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a9bed5750de4d29bffd7f9572a34a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:00,700 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:00,701 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:00,701 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/8b4cce70d225415fad5c95cb93bd4dac is 50, key is test_row_0/A:col10/1733300039758/Put/seqid=0 2024-12-04T08:14:00,701 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/7b6b30341b5a4c11949b5f167e431c0b is 50, key is test_row_0/B:col10/1733300039758/Put/seqid=0 2024-12-04T08:14:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741913_1089 (size=13153) 2024-12-04T08:14:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741912_1088 (size=13153) 2024-12-04T08:14:00,726 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/8b4cce70d225415fad5c95cb93bd4dac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8b4cce70d225415fad5c95cb93bd4dac 2024-12-04T08:14:00,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T08:14:00,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,727 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/35648ee5d8244582a45ff1f2d6bcf4f1 is 50, key is test_row_0/A:col10/1733300039826/Put/seqid=0 2024-12-04T08:14:00,738 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 8b4cce70d225415fad5c95cb93bd4dac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:00,738 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:00,738 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300040688; duration=0sec 2024-12-04T08:14:00,738 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:00,738 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:14:00,738 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:00,740 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:00,740 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:14:00,740 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:00,740 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2db1ce5f67b94463af652ce76d9d7f4c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.8 K 2024-12-04T08:14:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741914_1090 (size=12301) 2024-12-04T08:14:00,742 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2db1ce5f67b94463af652ce76d9d7f4c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733300036391 2024-12-04T08:14:00,742 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8117229ef5148d59b00b49b9f6eaa43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733300037564 2024-12-04T08:14:00,743 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6e1a6888598413abfc6183e15ad39bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:00,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:00,754 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/c6e281b47a1d4886944410ce68aaa1f7 is 50, key is test_row_0/C:col10/1733300039758/Put/seqid=0 2024-12-04T08:14:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741915_1091 (size=13153) 2024-12-04T08:14:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:14:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300101013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300101013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300101017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300101019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300101021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,124 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/7b6b30341b5a4c11949b5f167e431c0b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/7b6b30341b5a4c11949b5f167e431c0b 2024-12-04T08:14:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300101123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300101124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300101124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,135 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 7b6b30341b5a4c11949b5f167e431c0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:01,135 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:01,135 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300040688; duration=0sec 2024-12-04T08:14:01,135 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:01,137 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:14:01,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300101134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,143 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/35648ee5d8244582a45ff1f2d6bcf4f1 2024-12-04T08:14:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300101143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/26e238fcc7484ce3aa045f452f263998 is 50, key is test_row_0/B:col10/1733300039826/Put/seqid=0 2024-12-04T08:14:01,168 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/c6e281b47a1d4886944410ce68aaa1f7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c6e281b47a1d4886944410ce68aaa1f7 2024-12-04T08:14:01,181 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into c6e281b47a1d4886944410ce68aaa1f7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:01,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:01,181 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300040688; duration=0sec 2024-12-04T08:14:01,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:01,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:14:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741916_1092 (size=12301) 2024-12-04T08:14:01,186 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/26e238fcc7484ce3aa045f452f263998 2024-12-04T08:14:01,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ec9811378fe04f6e97c18f098ed4c254 is 50, key is test_row_0/C:col10/1733300039826/Put/seqid=0 2024-12-04T08:14:01,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741917_1093 (size=12301) 2024-12-04T08:14:01,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300101334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300101334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300101334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300101344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300101354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ec9811378fe04f6e97c18f098ed4c254 2024-12-04T08:14:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/35648ee5d8244582a45ff1f2d6bcf4f1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1 2024-12-04T08:14:01,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T08:14:01,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/26e238fcc7484ce3aa045f452f263998 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998 2024-12-04T08:14:01,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T08:14:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/ec9811378fe04f6e97c18f098ed4c254 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254 2024-12-04T08:14:01,648 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T08:14:01,651 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=53.67 KB/54960 for ecab358287dc72ff2e842e1799cf51cc in 924ms, sequenceid=436, compaction requested=false 2024-12-04T08:14:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-04T08:14:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-04T08:14:01,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:01,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:01,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-04T08:14:01,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0040 sec 2024-12-04T08:14:01,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b148241f641c4751b17b89dc8e0fbe7c is 50, key is test_row_0/A:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:01,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0140 sec 2024-12-04T08:14:01,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741918_1094 (size=12301) 2024-12-04T08:14:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300101677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300101706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300101706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300101706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300101707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T08:14:01,804 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:01,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-04T08:14:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T08:14:01,807 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:01,808 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:01,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:01,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300101814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300101825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300101825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300101825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300101825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T08:14:01,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T08:14:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:01,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:01,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300102024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300102034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300102035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300102035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300102035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b148241f641c4751b17b89dc8e0fbe7c 2024-12-04T08:14:02,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b9065c00b1074343ba2027dd129e5998 is 50, key is test_row_0/B:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:02,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T08:14:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T08:14:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741919_1095 (size=12301) 2024-12-04T08:14:02,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b9065c00b1074343ba2027dd129e5998 2024-12-04T08:14:02,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd25c2989814d8a92e0a8dc7298231d is 50, key is test_row_0/C:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741920_1096 (size=12301) 2024-12-04T08:14:02,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd25c2989814d8a92e0a8dc7298231d 2024-12-04T08:14:02,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b148241f641c4751b17b89dc8e0fbe7c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c 2024-12-04T08:14:02,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c, entries=150, sequenceid=452, filesize=12.0 K 2024-12-04T08:14:02,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/b9065c00b1074343ba2027dd129e5998 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998 2024-12-04T08:14:02,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998, entries=150, sequenceid=452, filesize=12.0 K 2024-12-04T08:14:02,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/1fd25c2989814d8a92e0a8dc7298231d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d 2024-12-04T08:14:02,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d, entries=150, sequenceid=452, filesize=12.0 K 2024-12-04T08:14:02,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ecab358287dc72ff2e842e1799cf51cc in 569ms, sequenceid=452, compaction requested=true 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:02,222 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:02,222 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:02,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:14:02,224 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:02,224 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:14:02,224 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,224 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8b4cce70d225415fad5c95cb93bd4dac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.9 K 2024-12-04T08:14:02,227 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:02,227 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:14:02,227 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,227 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/7b6b30341b5a4c11949b5f167e431c0b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.9 K 2024-12-04T08:14:02,227 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4cce70d225415fad5c95cb93bd4dac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:02,228 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b6b30341b5a4c11949b5f167e431c0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:02,228 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35648ee5d8244582a45ff1f2d6bcf4f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300039826 2024-12-04T08:14:02,229 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e238fcc7484ce3aa045f452f263998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300039826 2024-12-04T08:14:02,229 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b148241f641c4751b17b89dc8e0fbe7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:02,230 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b9065c00b1074343ba2027dd129e5998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:02,262 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:02,262 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/96534017d0b54d8f82449ba470e0efd1 is 50, key is test_row_0/A:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:02,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T08:14:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:14:02,271 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:02,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:02,272 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/8f772613da4e458781aa895b23038e26 is 50, key is test_row_0/B:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:02,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d86c858dfc243978329be3e60881713 is 50, key is test_row_0/A:col10/1733300041671/Put/seqid=0 2024-12-04T08:14:02,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741921_1097 (size=13255) 2024-12-04T08:14:02,301 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/96534017d0b54d8f82449ba470e0efd1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/96534017d0b54d8f82449ba470e0efd1 2024-12-04T08:14:02,309 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 96534017d0b54d8f82449ba470e0efd1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:02,309 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:02,309 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300042222; duration=0sec 2024-12-04T08:14:02,310 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:02,310 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:14:02,310 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:02,311 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:02,311 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:14:02,311 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,312 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c6e281b47a1d4886944410ce68aaa1f7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=36.9 K 2024-12-04T08:14:02,312 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6e281b47a1d4886944410ce68aaa1f7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733300039755 2024-12-04T08:14:02,313 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec9811378fe04f6e97c18f098ed4c254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300039826 2024-12-04T08:14:02,313 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fd25c2989814d8a92e0a8dc7298231d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741922_1098 (size=13255) 2024-12-04T08:14:02,329 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/8f772613da4e458781aa895b23038e26 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/8f772613da4e458781aa895b23038e26 2024-12-04T08:14:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741923_1099 (size=12301) 2024-12-04T08:14:02,336 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d86c858dfc243978329be3e60881713 2024-12-04T08:14:02,347 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:02,348 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/641dc4879db84b1190dca77e7e7545ea is 50, key is test_row_0/C:col10/1733300041651/Put/seqid=0 2024-12-04T08:14:02,351 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into 8f772613da4e458781aa895b23038e26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:02,351 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:02,352 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300042222; duration=0sec 2024-12-04T08:14:02,352 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:02,352 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:14:02,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/1cd9504a91324ee89b768d5a0ce0edf9 is 50, key is test_row_0/B:col10/1733300041671/Put/seqid=0 2024-12-04T08:14:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741924_1100 (size=13255) 2024-12-04T08:14:02,377 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/641dc4879db84b1190dca77e7e7545ea as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/641dc4879db84b1190dca77e7e7545ea 2024-12-04T08:14:02,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300102367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300102373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300102376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300102378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,387 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 641dc4879db84b1190dca77e7e7545ea(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:02,387 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:02,387 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300042222; duration=0sec 2024-12-04T08:14:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,387 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:02,387 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:14:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300102379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741925_1101 (size=12301) 2024-12-04T08:14:02,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/1cd9504a91324ee89b768d5a0ce0edf9 2024-12-04T08:14:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42d6668407544dcd8f3c88faf7615bcc is 50, key is test_row_0/C:col10/1733300041671/Put/seqid=0 2024-12-04T08:14:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T08:14:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741926_1102 (size=12301) 2024-12-04T08:14:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300102484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300102484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300102484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300102494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300102494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300102694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300102694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300102695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300102703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300102704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:02,841 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42d6668407544dcd8f3c88faf7615bcc 2024-12-04T08:14:02,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/5d86c858dfc243978329be3e60881713 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713 2024-12-04T08:14:02,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713, entries=150, sequenceid=471, filesize=12.0 K 2024-12-04T08:14:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/1cd9504a91324ee89b768d5a0ce0edf9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9 2024-12-04T08:14:02,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9, entries=150, sequenceid=471, filesize=12.0 K 2024-12-04T08:14:02,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/42d6668407544dcd8f3c88faf7615bcc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc 2024-12-04T08:14:02,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc, entries=150, sequenceid=471, filesize=12.0 K 2024-12-04T08:14:02,869 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ecab358287dc72ff2e842e1799cf51cc in 599ms, sequenceid=471, compaction requested=false 2024-12-04T08:14:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-04T08:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-04T08:14:02,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T08:14:02,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-12-04T08:14:02,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.0680 sec 2024-12-04T08:14:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T08:14:02,944 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:02,944 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-04T08:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:02,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:02,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:02,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:03,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:03,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:03,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/ec5604071ddc4a8da33d700823c59e22 is 50, key is test_row_0/A:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741927_1103 (size=14741) 2024-12-04T08:14:03,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/ec5604071ddc4a8da33d700823c59e22 2024-12-04T08:14:03,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300103027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/9695cc0f401d42888a0d010e1847f7b9 is 50, key is test_row_0/B:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300103029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300103029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300103031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300103036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741928_1104 (size=12301) 2024-12-04T08:14:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:03,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300103144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300103144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300103144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300103144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300103154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300103363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300103364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300103364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300103364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300103364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/9695cc0f401d42888a0d010e1847f7b9 2024-12-04T08:14:03,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/bb9373e6d366445fbe1e74af6a36f2de is 50, key is test_row_0/C:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741929_1105 (size=12301) 2024-12-04T08:14:03,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:03,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300103674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300103674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300103674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300103684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300103684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:03,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:03,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/bb9373e6d366445fbe1e74af6a36f2de 2024-12-04T08:14:03,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:03,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/ec5604071ddc4a8da33d700823c59e22 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22 2024-12-04T08:14:03,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:03,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22, entries=200, sequenceid=490, filesize=14.4 K 2024-12-04T08:14:03,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/9695cc0f401d42888a0d010e1847f7b9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9 2024-12-04T08:14:03,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9, entries=150, sequenceid=490, filesize=12.0 K 2024-12-04T08:14:03,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/bb9373e6d366445fbe1e74af6a36f2de as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de 2024-12-04T08:14:03,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de, entries=150, sequenceid=490, filesize=12.0 K 2024-12-04T08:14:03,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ecab358287dc72ff2e842e1799cf51cc in 878ms, sequenceid=490, compaction requested=true 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:03,887 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:03,887 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:03,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:03,888 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:03,888 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:14:03,888 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:03,888 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:14:03,888 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,888 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,888 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/8f772613da4e458781aa895b23038e26, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=37.0 K 2024-12-04T08:14:03,889 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/96534017d0b54d8f82449ba470e0efd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=39.4 K 2024-12-04T08:14:03,889 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f772613da4e458781aa895b23038e26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:03,889 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96534017d0b54d8f82449ba470e0efd1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:03,889 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cd9504a91324ee89b768d5a0ce0edf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300041671 2024-12-04T08:14:03,889 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d86c858dfc243978329be3e60881713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300041671 2024-12-04T08:14:03,890 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9695cc0f401d42888a0d010e1847f7b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:03,890 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5604071ddc4a8da33d700823c59e22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:03,900 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:03,901 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ed1b4b2cb27f42c4af8c0cb95455821a is 50, key is test_row_0/B:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,901 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:03,902 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b48270a704474ba6a9403bde1e479dca is 50, key is test_row_0/A:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741930_1106 (size=13357) 2024-12-04T08:14:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741931_1107 (size=13357) 2024-12-04T08:14:03,928 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ed1b4b2cb27f42c4af8c0cb95455821a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ed1b4b2cb27f42c4af8c0cb95455821a 2024-12-04T08:14:03,938 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into ed1b4b2cb27f42c4af8c0cb95455821a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:03,938 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:03,938 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300043887; duration=0sec 2024-12-04T08:14:03,938 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:03,938 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:14:03,938 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:03,938 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/b48270a704474ba6a9403bde1e479dca as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b48270a704474ba6a9403bde1e479dca 2024-12-04T08:14:03,941 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:03,941 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:14:03,941 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:03,941 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/641dc4879db84b1190dca77e7e7545ea, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=37.0 K 2024-12-04T08:14:03,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 641dc4879db84b1190dca77e7e7545ea, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733300041649 2024-12-04T08:14:03,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d6668407544dcd8f3c88faf7615bcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300041671 2024-12-04T08:14:03,943 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bb9373e6d366445fbe1e74af6a36f2de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:03,948 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into b48270a704474ba6a9403bde1e479dca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:03,948 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:03,949 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300043887; duration=0sec 2024-12-04T08:14:03,949 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:03,949 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:14:03,955 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:03,956 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/8ae3c4e1ce2445768927fd228ad50ce9 is 50, key is test_row_0/C:col10/1733300043008/Put/seqid=0 2024-12-04T08:14:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741932_1108 (size=13357) 2024-12-04T08:14:04,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T08:14:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:04,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T08:14:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:04,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/54d584f1126e4a7fac81c9d575a0f3f0 is 50, key is test_row_0/A:col10/1733300043023/Put/seqid=0 2024-12-04T08:14:04,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741933_1109 (size=12301) 2024-12-04T08:14:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:04,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:04,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300104207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300104208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300104210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300104214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300104217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300104324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300104324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300104324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300104324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300104324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,369 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/8ae3c4e1ce2445768927fd228ad50ce9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ae3c4e1ce2445768927fd228ad50ce9 2024-12-04T08:14:04,376 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into 8ae3c4e1ce2445768927fd228ad50ce9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:04,376 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:04,377 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300043887; duration=0sec 2024-12-04T08:14:04,377 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:04,377 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:14:04,433 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/54d584f1126e4a7fac81c9d575a0f3f0 2024-12-04T08:14:04,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ea95254280204570866fdf764b8293cd is 50, key is test_row_0/B:col10/1733300043023/Put/seqid=0 2024-12-04T08:14:04,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741934_1110 (size=12301) 2024-12-04T08:14:04,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ea95254280204570866fdf764b8293cd 2024-12-04T08:14:04,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/9d1cae5974a74fa28ed3e4c2ddc451a6 is 50, key is test_row_0/C:col10/1733300043023/Put/seqid=0 2024-12-04T08:14:04,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741935_1111 (size=12301) 2024-12-04T08:14:04,472 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/9d1cae5974a74fa28ed3e4c2ddc451a6 2024-12-04T08:14:04,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/54d584f1126e4a7fac81c9d575a0f3f0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0 2024-12-04T08:14:04,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0, entries=150, sequenceid=508, filesize=12.0 K 2024-12-04T08:14:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/ea95254280204570866fdf764b8293cd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd 2024-12-04T08:14:04,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd, entries=150, sequenceid=508, filesize=12.0 K 2024-12-04T08:14:04,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/9d1cae5974a74fa28ed3e4c2ddc451a6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6 2024-12-04T08:14:04,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6, entries=150, sequenceid=508, filesize=12.0 K 2024-12-04T08:14:04,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ecab358287dc72ff2e842e1799cf51cc in 480ms, sequenceid=508, compaction requested=false 2024-12-04T08:14:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:04,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T08:14:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T08:14:04,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T08:14:04,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-12-04T08:14:04,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.5670 sec 2024-12-04T08:14:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:04,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:04,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:04,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/125d06cdd09c41d19c8444a18b25ac01 is 50, key is test_row_0/A:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741936_1112 (size=12301) 2024-12-04T08:14:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300104593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300104593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300104593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300104595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300104595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300104704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300104705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300104705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300104705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300104705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300104915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300104916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300104916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300104917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300104917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:04,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/125d06cdd09c41d19c8444a18b25ac01 2024-12-04T08:14:04,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/658577bb20ac4293810c52f76cb5b3e8 is 50, key is test_row_0/B:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741937_1113 (size=12301) 2024-12-04T08:14:05,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/658577bb20ac4293810c52f76cb5b3e8 2024-12-04T08:14:05,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/090e9b9c2274451da2c008eeb44436eb is 50, key is test_row_0/C:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741938_1114 (size=12301) 2024-12-04T08:14:05,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/090e9b9c2274451da2c008eeb44436eb 2024-12-04T08:14:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T08:14:05,094 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:05,094 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-04T08:14:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:05,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/125d06cdd09c41d19c8444a18b25ac01 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01 2024-12-04T08:14:05,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:05,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:05,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01, entries=150, sequenceid=527, filesize=12.0 K 2024-12-04T08:14:05,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/658577bb20ac4293810c52f76cb5b3e8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8 2024-12-04T08:14:05,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8, entries=150, sequenceid=527, filesize=12.0 K 2024-12-04T08:14:05,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/090e9b9c2274451da2c008eeb44436eb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb 2024-12-04T08:14:05,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb, entries=150, sequenceid=527, filesize=12.0 K 2024-12-04T08:14:05,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ecab358287dc72ff2e842e1799cf51cc in 597ms, sequenceid=527, compaction requested=true 2024-12-04T08:14:05,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:05,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:05,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:05,135 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ecab358287dc72ff2e842e1799cf51cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:14:05,135 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:05,136 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:05,136 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/A is initiating minor compaction (all files) 2024-12-04T08:14:05,136 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/A in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,136 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b48270a704474ba6a9403bde1e479dca, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=37.1 K 2024-12-04T08:14:05,137 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:05,137 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/B is initiating minor compaction (all files) 2024-12-04T08:14:05,137 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/B in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,137 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ed1b4b2cb27f42c4af8c0cb95455821a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=37.1 K 2024-12-04T08:14:05,138 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b48270a704474ba6a9403bde1e479dca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:05,138 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ed1b4b2cb27f42c4af8c0cb95455821a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:05,138 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ea95254280204570866fdf764b8293cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733300043023 2024-12-04T08:14:05,138 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d584f1126e4a7fac81c9d575a0f3f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733300043023 2024-12-04T08:14:05,139 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 658577bb20ac4293810c52f76cb5b3e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733300044206 2024-12-04T08:14:05,139 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125d06cdd09c41d19c8444a18b25ac01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733300044206 2024-12-04T08:14:05,162 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:05,163 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/4be68edbb5a54b4cb9df773fce29a30f is 50, key is test_row_0/A:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:05,167 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:05,168 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/db110900d76e45b3947eb7c45198796b is 50, key is test_row_0/B:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741939_1115 (size=13459) 2024-12-04T08:14:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741940_1116 (size=13459) 2024-12-04T08:14:05,190 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/4be68edbb5a54b4cb9df773fce29a30f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/4be68edbb5a54b4cb9df773fce29a30f 2024-12-04T08:14:05,200 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/A of ecab358287dc72ff2e842e1799cf51cc into 4be68edbb5a54b4cb9df773fce29a30f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:05,200 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:05,201 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/A, priority=13, startTime=1733300045134; duration=0sec 2024-12-04T08:14:05,201 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:05,201 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:A 2024-12-04T08:14:05,201 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:05,203 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:05,203 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): ecab358287dc72ff2e842e1799cf51cc/C is initiating minor compaction (all files) 2024-12-04T08:14:05,203 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ecab358287dc72ff2e842e1799cf51cc/C in TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,203 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ae3c4e1ce2445768927fd228ad50ce9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp, totalSize=37.1 K 2024-12-04T08:14:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:05,206 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae3c4e1ce2445768927fd228ad50ce9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733300042375 2024-12-04T08:14:05,206 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d1cae5974a74fa28ed3e4c2ddc451a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733300043023 2024-12-04T08:14:05,207 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 090e9b9c2274451da2c008eeb44436eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733300044206 2024-12-04T08:14:05,218 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ecab358287dc72ff2e842e1799cf51cc#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:05,219 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/c96f8d6c8834446bb750be24be8dc3fb is 50, key is test_row_0/C:col10/1733300044537/Put/seqid=0 2024-12-04T08:14:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:05,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:05,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/6487eb46c1d14180b22455696acd1d62 is 50, key is test_row_0/A:col10/1733300045226/Put/seqid=0 2024-12-04T08:14:05,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T08:14:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741941_1117 (size=13459) 2024-12-04T08:14:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300105249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300105251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300105253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300105263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300105264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,279 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/c96f8d6c8834446bb750be24be8dc3fb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c96f8d6c8834446bb750be24be8dc3fb 2024-12-04T08:14:05,289 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/C of ecab358287dc72ff2e842e1799cf51cc into c96f8d6c8834446bb750be24be8dc3fb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:05,289 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:05,289 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/C, priority=13, startTime=1733300045135; duration=0sec 2024-12-04T08:14:05,289 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:05,289 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:C 2024-12-04T08:14:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741942_1118 (size=17181) 2024-12-04T08:14:05,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/6487eb46c1d14180b22455696acd1d62 2024-12-04T08:14:05,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4e046ea569dd45d4a45bc89c69853a09 is 50, key is test_row_0/B:col10/1733300045226/Put/seqid=0 2024-12-04T08:14:05,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741943_1119 (size=12301) 2024-12-04T08:14:05,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4e046ea569dd45d4a45bc89c69853a09 2024-12-04T08:14:05,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/2881522a37494080b671e41a347c31f6 is 50, key is test_row_0/C:col10/1733300045226/Put/seqid=0 2024-12-04T08:14:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741944_1120 (size=12301) 2024-12-04T08:14:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300105374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300105374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300105374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300105375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300105375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T08:14:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,557 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-04T08:14:05,557 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,558 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-04T08:14:05,558 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,560 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-04T08:14:05,560 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,562 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,563 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,563 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,563 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,564 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,564 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-04T08:14:05,564 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,564 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,564 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,565 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T08:14:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44892 deadline: 1733300105584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44886 deadline: 1733300105584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44868 deadline: 1733300105584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44836 deadline: 1733300105584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1733300105584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:05,589 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/db110900d76e45b3947eb7c45198796b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/db110900d76e45b3947eb7c45198796b 2024-12-04T08:14:05,594 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ecab358287dc72ff2e842e1799cf51cc/B of ecab358287dc72ff2e842e1799cf51cc into db110900d76e45b3947eb7c45198796b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:05,594 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:05,594 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., storeName=ecab358287dc72ff2e842e1799cf51cc/B, priority=13, startTime=1733300045135; duration=0sec 2024-12-04T08:14:05,594 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:05,595 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ecab358287dc72ff2e842e1799cf51cc:B 2024-12-04T08:14:05,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T08:14:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:05,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:05,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/2881522a37494080b671e41a347c31f6 2024-12-04T08:14:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/6487eb46c1d14180b22455696acd1d62 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/6487eb46c1d14180b22455696acd1d62 2024-12-04T08:14:05,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/6487eb46c1d14180b22455696acd1d62, entries=250, sequenceid=544, filesize=16.8 K 2024-12-04T08:14:05,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4e046ea569dd45d4a45bc89c69853a09 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4e046ea569dd45d4a45bc89c69853a09 2024-12-04T08:14:05,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4e046ea569dd45d4a45bc89c69853a09, entries=150, sequenceid=544, filesize=12.0 K 2024-12-04T08:14:05,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/2881522a37494080b671e41a347c31f6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2881522a37494080b671e41a347c31f6 2024-12-04T08:14:05,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2881522a37494080b671e41a347c31f6, entries=150, sequenceid=544, filesize=12.0 K 2024-12-04T08:14:05,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for ecab358287dc72ff2e842e1799cf51cc in 561ms, sequenceid=544, compaction requested=false 2024-12-04T08:14:05,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:05,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T08:14:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:05,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/da117adc72374234aa58b61c8775d7b1 is 50, key is test_row_0/A:col10/1733300045246/Put/seqid=0 2024-12-04T08:14:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741945_1121 (size=12301) 2024-12-04T08:14:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:05,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. as already flushing 2024-12-04T08:14:05,897 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-04T08:14:05,897 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-04T08:14:05,897 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,897 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,897 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,897 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,897 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,897 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,898 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-04T08:14:05,898 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,898 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,898 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,900 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-04T08:14:05,900 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,900 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,900 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:05,907 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-04T08:14:05,907 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:05,907 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,907 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:05,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:06,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/da117adc72374234aa58b61c8775d7b1 2024-12-04T08:14:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4289aa0350bd4751a1a99b06b0b2dbb5 is 50, key is test_row_0/B:col10/1733300045246/Put/seqid=0 2024-12-04T08:14:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741946_1122 (size=12301) 2024-12-04T08:14:06,707 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4289aa0350bd4751a1a99b06b0b2dbb5 2024-12-04T08:14:06,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/5b87a91d24594ef3be5b45eee93d60c0 is 50, key is test_row_0/C:col10/1733300045246/Put/seqid=0 2024-12-04T08:14:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741947_1123 (size=12301) 2024-12-04T08:14:06,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/5b87a91d24594ef3be5b45eee93d60c0 2024-12-04T08:14:06,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/da117adc72374234aa58b61c8775d7b1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/da117adc72374234aa58b61c8775d7b1 2024-12-04T08:14:06,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/da117adc72374234aa58b61c8775d7b1, entries=150, sequenceid=563, filesize=12.0 K 2024-12-04T08:14:06,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/4289aa0350bd4751a1a99b06b0b2dbb5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4289aa0350bd4751a1a99b06b0b2dbb5 2024-12-04T08:14:06,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4289aa0350bd4751a1a99b06b0b2dbb5, entries=150, sequenceid=563, filesize=12.0 K 2024-12-04T08:14:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/5b87a91d24594ef3be5b45eee93d60c0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/5b87a91d24594ef3be5b45eee93d60c0 2024-12-04T08:14:06,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/5b87a91d24594ef3be5b45eee93d60c0, entries=150, sequenceid=563, filesize=12.0 K 2024-12-04T08:14:06,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=33.54 KB/34350 for ecab358287dc72ff2e842e1799cf51cc in 871ms, sequenceid=563, compaction requested=true 2024-12-04T08:14:06,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ecab358287dc72ff2e842e1799cf51cc: 2024-12-04T08:14:06,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:06,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T08:14:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T08:14:06,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-04T08:14:06,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6460 sec 2024-12-04T08:14:06,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.6590 sec 2024-12-04T08:14:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T08:14:07,244 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:07,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:14:07,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-04T08:14:07,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2568 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2522 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1155 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3461 rows 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1164 2024-12-04T08:14:07,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3488 rows 2024-12-04T08:14:07,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:14:07,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:14:07,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:07,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:07,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:07,249 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:14:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:07,256 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300047256"}]},"ts":"1733300047256"} 2024-12-04T08:14:07,258 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:14:07,258 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:14:07,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:14:07,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, UNASSIGN}] 2024-12-04T08:14:07,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, UNASSIGN 2024-12-04T08:14:07,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ecab358287dc72ff2e842e1799cf51cc, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:07,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, UNASSIGN because future has completed 2024-12-04T08:14:07,270 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:14:07,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:07,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:14:07,431 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:07,431 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:14:07,432 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing ecab358287dc72ff2e842e1799cf51cc, disabling compactions & flushes 2024-12-04T08:14:07,432 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:07,432 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:07,432 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. after waiting 0 ms 2024-12-04T08:14:07,432 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:07,432 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing ecab358287dc72ff2e842e1799cf51cc 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=A 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=B 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ecab358287dc72ff2e842e1799cf51cc, store=C 2024-12-04T08:14:07,433 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:07,438 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/0b369e8e6c484f028269dda84eac3518 is 50, key is test_row_0/A:col10/1733300045896/Put/seqid=0 2024-12-04T08:14:07,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741948_1124 (size=12301) 2024-12-04T08:14:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:07,843 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/0b369e8e6c484f028269dda84eac3518 2024-12-04T08:14:07,852 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/dda37dd3977141b8953fa7938be8e610 is 50, key is test_row_0/B:col10/1733300045896/Put/seqid=0 2024-12-04T08:14:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741949_1125 (size=12301) 2024-12-04T08:14:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:08,257 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/dda37dd3977141b8953fa7938be8e610 2024-12-04T08:14:08,265 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f3a7d1ab29a44ec7ad852a57a40748ff is 50, key is test_row_0/C:col10/1733300045896/Put/seqid=0 2024-12-04T08:14:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741950_1126 (size=12301) 2024-12-04T08:14:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:08,669 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f3a7d1ab29a44ec7ad852a57a40748ff 2024-12-04T08:14:08,674 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/A/0b369e8e6c484f028269dda84eac3518 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/0b369e8e6c484f028269dda84eac3518 2024-12-04T08:14:08,678 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/0b369e8e6c484f028269dda84eac3518, entries=150, sequenceid=571, filesize=12.0 K 2024-12-04T08:14:08,679 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/B/dda37dd3977141b8953fa7938be8e610 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/dda37dd3977141b8953fa7938be8e610 2024-12-04T08:14:08,683 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/dda37dd3977141b8953fa7938be8e610, entries=150, sequenceid=571, filesize=12.0 K 2024-12-04T08:14:08,684 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/.tmp/C/f3a7d1ab29a44ec7ad852a57a40748ff as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f3a7d1ab29a44ec7ad852a57a40748ff 2024-12-04T08:14:08,688 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f3a7d1ab29a44ec7ad852a57a40748ff, entries=150, sequenceid=571, filesize=12.0 K 2024-12-04T08:14:08,689 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ecab358287dc72ff2e842e1799cf51cc in 1257ms, sequenceid=571, compaction requested=true 2024-12-04T08:14:08,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/56c574e10e1b43d498e9f5622f76777a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/61d86e2f9a46473f9c7b630692c81481, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ab96247f7f5a4f87b7754f512539fb36, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/39558a7fcbfd47139fa7afc3ec615ae9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b3552e34c1a5402f8ad3267a43abcffc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/43351aff34d44c4491c12f472279b458, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8b4cce70d225415fad5c95cb93bd4dac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/96534017d0b54d8f82449ba470e0efd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b48270a704474ba6a9403bde1e479dca, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01] to archive 2024-12-04T08:14:08,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:08,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/fe1e2ab5642f47f580418a97ac4659f4 2024-12-04T08:14:08,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cfbd13ae2e514b309c35686b9294a9c6 2024-12-04T08:14:08,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/56c574e10e1b43d498e9f5622f76777a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/56c574e10e1b43d498e9f5622f76777a 2024-12-04T08:14:08,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/c3513e304d3a4b499ac83dc09f663c8e 2024-12-04T08:14:08,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/7fea80780258422e886b8b6acb8e3f13 2024-12-04T08:14:08,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/473d779abf46446bb5d6afd4a9f04aa6 2024-12-04T08:14:08,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/61d86e2f9a46473f9c7b630692c81481 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/61d86e2f9a46473f9c7b630692c81481 2024-12-04T08:14:08,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b017fa7f024d4a61902748926c777aa0 2024-12-04T08:14:08,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/064f748997b4407faf6cd5ef2fc29d44 2024-12-04T08:14:08,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b1c4bc91075143da8c33625ada929711 2024-12-04T08:14:08,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/e012f9e644b444468355d367721b3256 2024-12-04T08:14:08,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ab96247f7f5a4f87b7754f512539fb36 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ab96247f7f5a4f87b7754f512539fb36 2024-12-04T08:14:08,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/06527759200a4552a1630a402234d169 2024-12-04T08:14:08,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b377fa053d3e4efa9f48942383165ad9 2024-12-04T08:14:08,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/39558a7fcbfd47139fa7afc3ec615ae9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/39558a7fcbfd47139fa7afc3ec615ae9 2024-12-04T08:14:08,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/581bbdb1947d4b1c8acdafcf44fa7950 2024-12-04T08:14:08,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/2cbfd48d3f974fa4b9fb2e54f5e5c7e3 2024-12-04T08:14:08,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b3552e34c1a5402f8ad3267a43abcffc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b3552e34c1a5402f8ad3267a43abcffc 2024-12-04T08:14:08,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d0ef6ed061f4fea94c67a4a28581dd2 2024-12-04T08:14:08,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8510f4747875441293ef8ebfe700f65d 2024-12-04T08:14:08,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/cdd101dd46c24e2383bc00f5a1d4254a 2024-12-04T08:14:08,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5923349844774d3badc3ead090c3e98f 2024-12-04T08:14:08,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/43351aff34d44c4491c12f472279b458 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/43351aff34d44c4491c12f472279b458 2024-12-04T08:14:08,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/adf6e0f9ed32464bbb8ef52e38bc12d5 2024-12-04T08:14:08,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8b4cce70d225415fad5c95cb93bd4dac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/8b4cce70d225415fad5c95cb93bd4dac 2024-12-04T08:14:08,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/9d69b73e541f4dffa658434884c4f777 2024-12-04T08:14:08,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/35648ee5d8244582a45ff1f2d6bcf4f1 2024-12-04T08:14:08,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/96534017d0b54d8f82449ba470e0efd1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/96534017d0b54d8f82449ba470e0efd1 2024-12-04T08:14:08,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b148241f641c4751b17b89dc8e0fbe7c 2024-12-04T08:14:08,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/5d86c858dfc243978329be3e60881713 2024-12-04T08:14:08,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/ec5604071ddc4a8da33d700823c59e22 2024-12-04T08:14:08,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b48270a704474ba6a9403bde1e479dca to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/b48270a704474ba6a9403bde1e479dca 2024-12-04T08:14:08,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/54d584f1126e4a7fac81c9d575a0f3f0 2024-12-04T08:14:08,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/125d06cdd09c41d19c8444a18b25ac01 2024-12-04T08:14:08,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/2bd7f55fce1244eeb8179bfb915aeb8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/41699ce017dc440db7ab7ab3b290e929, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1a511ef8cf154cd0b51f385291613a1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/129e4ac650c24759a385f535a58bbdbd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e0708643e6e64bd2ab8fafa36347a725, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/cf15f6bf39bb48a0a186931e84dc1f13, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/7b6b30341b5a4c11949b5f167e431c0b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/8f772613da4e458781aa895b23038e26, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ed1b4b2cb27f42c4af8c0cb95455821a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8] to archive 2024-12-04T08:14:08,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:08,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5dc25e5ccffe45f7a1d754d30976ab7e 2024-12-04T08:14:08,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/37091692f71d4559b2b5c20a5115839c 2024-12-04T08:14:08,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/2bd7f55fce1244eeb8179bfb915aeb8c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/2bd7f55fce1244eeb8179bfb915aeb8c 2024-12-04T08:14:08,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/adf2806689bb48f3a541abeb2245eff5 2024-12-04T08:14:08,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/55b1bd1268424cdc9053c9bc853c190c 2024-12-04T08:14:08,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/566045ca3c8449c6ab79e49c50d256c5 2024-12-04T08:14:08,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/41699ce017dc440db7ab7ab3b290e929 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/41699ce017dc440db7ab7ab3b290e929 2024-12-04T08:14:08,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ff9650eef9ab455da790909d1f207365 2024-12-04T08:14:08,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e76f1a431dac4c319dab2ef4184db666 2024-12-04T08:14:08,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/58f02bc19943414581b1af86e5c16ce7 2024-12-04T08:14:08,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1a511ef8cf154cd0b51f385291613a1a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1a511ef8cf154cd0b51f385291613a1a 2024-12-04T08:14:08,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/563f53823d814fad983c78f1bc1a2621 2024-12-04T08:14:08,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b0e2d97cd6ef4f2a8bbc50ad11c905ab 2024-12-04T08:14:08,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/51ef090ec861433c97a0e66afac6a457 2024-12-04T08:14:08,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/129e4ac650c24759a385f535a58bbdbd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/129e4ac650c24759a385f535a58bbdbd 2024-12-04T08:14:08,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/a4c257fe49a849dcb8f95010c0e20ce1 2024-12-04T08:14:08,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f1b07528f73541b48cdb2b5cce3c56c6 2024-12-04T08:14:08,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e0708643e6e64bd2ab8fafa36347a725 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/e0708643e6e64bd2ab8fafa36347a725 2024-12-04T08:14:08,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/16206fce7c6744498c5bf69ee38bad0b 2024-12-04T08:14:08,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b04c0b0128c34f0b9ae7711b27185b11 2024-12-04T08:14:08,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/c14f225857a444859002988186b8d7e6 2024-12-04T08:14:08,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/cf15f6bf39bb48a0a186931e84dc1f13 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/cf15f6bf39bb48a0a186931e84dc1f13 2024-12-04T08:14:08,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/f592f3d3719d420c9deb886f19f35f3c 2024-12-04T08:14:08,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/6081b186657748dd99c5b4dc1189d938 2024-12-04T08:14:08,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/7b6b30341b5a4c11949b5f167e431c0b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/7b6b30341b5a4c11949b5f167e431c0b 2024-12-04T08:14:08,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/5a9bed5750de4d29bffd7f9572a34a64 2024-12-04T08:14:08,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/26e238fcc7484ce3aa045f452f263998 2024-12-04T08:14:08,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/8f772613da4e458781aa895b23038e26 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/8f772613da4e458781aa895b23038e26 2024-12-04T08:14:08,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/b9065c00b1074343ba2027dd129e5998 2024-12-04T08:14:08,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/1cd9504a91324ee89b768d5a0ce0edf9 2024-12-04T08:14:08,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ed1b4b2cb27f42c4af8c0cb95455821a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ed1b4b2cb27f42c4af8c0cb95455821a 2024-12-04T08:14:08,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/9695cc0f401d42888a0d010e1847f7b9 2024-12-04T08:14:08,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/ea95254280204570866fdf764b8293cd 2024-12-04T08:14:08,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/658577bb20ac4293810c52f76cb5b3e8 2024-12-04T08:14:08,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/62d3bec22e61487794cd9f65d4b0d878, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/6da6b58c7a8b49fbb99c3a0306a06ca6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98d7f08e156341268f56e6a98b46921a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/484a477b6f3740c4a29805762da2ec66, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/e16fef2c160a4b7eacd4034cc167571d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2db1ce5f67b94463af652ce76d9d7f4c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c6e281b47a1d4886944410ce68aaa1f7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/641dc4879db84b1190dca77e7e7545ea, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ae3c4e1ce2445768927fd228ad50ce9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb] to archive 2024-12-04T08:14:08,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:08,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd6dc1c74f944738a9773ddc1206453 2024-12-04T08:14:08,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/436df253eea543c28962098f45e12c85 2024-12-04T08:14:08,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/62d3bec22e61487794cd9f65d4b0d878 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/62d3bec22e61487794cd9f65d4b0d878 2024-12-04T08:14:08,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/248b750946ac42748a9fbd85c715c887 2024-12-04T08:14:08,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ab801b6bac7a4571a9748879370fd25a 2024-12-04T08:14:08,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42769f9cef8c43eaa39224e71d7ddece 2024-12-04T08:14:08,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/6da6b58c7a8b49fbb99c3a0306a06ca6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/6da6b58c7a8b49fbb99c3a0306a06ca6 2024-12-04T08:14:08,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/7a3454ddfbac4df9ac8f2bda864a9569 2024-12-04T08:14:08,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ee5f3a27b3e499f956dd91d72671d85 2024-12-04T08:14:08,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ad3141af806e4e32b25af460a219f28b 2024-12-04T08:14:08,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98d7f08e156341268f56e6a98b46921a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98d7f08e156341268f56e6a98b46921a 2024-12-04T08:14:08,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/d1a270d15ee04424b09ce424d9687e4b 2024-12-04T08:14:08,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/4a6796970856469e8ea260d50e4591f3 2024-12-04T08:14:08,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f380bf3b395d493d83af559d5a3b6c61 2024-12-04T08:14:08,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/484a477b6f3740c4a29805762da2ec66 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/484a477b6f3740c4a29805762da2ec66 2024-12-04T08:14:08,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/98b6f342e38c47bca76c160e0f0d96ae 2024-12-04T08:14:08,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3fe86e6484c742848d6c94ad326f54a1 2024-12-04T08:14:08,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/e16fef2c160a4b7eacd4034cc167571d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/e16fef2c160a4b7eacd4034cc167571d 2024-12-04T08:14:08,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/df4263a9745842d2bdacbc8716008153 2024-12-04T08:14:08,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/cd96303d556f426dbc608a9f77ff8d5f 2024-12-04T08:14:08,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/27e8e6718bb64c68a8847ee3121dbdd0 2024-12-04T08:14:08,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2db1ce5f67b94463af652ce76d9d7f4c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2db1ce5f67b94463af652ce76d9d7f4c 2024-12-04T08:14:08,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/3849a95e6867465baf92be734050ebe8 2024-12-04T08:14:08,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f8117229ef5148d59b00b49b9f6eaa43 2024-12-04T08:14:08,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c6e281b47a1d4886944410ce68aaa1f7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c6e281b47a1d4886944410ce68aaa1f7 2024-12-04T08:14:08,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/b6e1a6888598413abfc6183e15ad39bd 2024-12-04T08:14:08,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/ec9811378fe04f6e97c18f098ed4c254 2024-12-04T08:14:08,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/641dc4879db84b1190dca77e7e7545ea to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/641dc4879db84b1190dca77e7e7545ea 2024-12-04T08:14:08,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/1fd25c2989814d8a92e0a8dc7298231d 2024-12-04T08:14:08,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/42d6668407544dcd8f3c88faf7615bcc 2024-12-04T08:14:08,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ae3c4e1ce2445768927fd228ad50ce9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/8ae3c4e1ce2445768927fd228ad50ce9 2024-12-04T08:14:08,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/bb9373e6d366445fbe1e74af6a36f2de 2024-12-04T08:14:08,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/9d1cae5974a74fa28ed3e4c2ddc451a6 2024-12-04T08:14:08,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/090e9b9c2274451da2c008eeb44436eb 2024-12-04T08:14:08,844 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/recovered.edits/574.seqid, newMaxSeqId=574, maxSeqId=1 2024-12-04T08:14:08,845 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. 2024-12-04T08:14:08,845 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for ecab358287dc72ff2e842e1799cf51cc: Waiting for close lock at 1733300047432Running coprocessor pre-close hooks at 1733300047432Disabling compacts and flushes for region at 1733300047432Disabling writes for close at 1733300047432Obtaining lock to block concurrent updates at 1733300047432Preparing flush snapshotting stores in ecab358287dc72ff2e842e1799cf51cc at 1733300047432Finished memstore snapshotting TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733300047433 (+1 ms)Flushing stores of TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc. at 1733300047433Flushing ecab358287dc72ff2e842e1799cf51cc/A: creating writer at 1733300047434 (+1 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/A: appending metadata at 1733300047437 (+3 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/A: closing flushed file at 1733300047437Flushing ecab358287dc72ff2e842e1799cf51cc/B: creating writer at 1733300047848 (+411 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/B: appending metadata at 1733300047851 (+3 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/B: closing flushed file at 1733300047851Flushing ecab358287dc72ff2e842e1799cf51cc/C: creating writer at 1733300048262 (+411 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/C: appending metadata at 1733300048264 (+2 ms)Flushing ecab358287dc72ff2e842e1799cf51cc/C: closing flushed file at 1733300048264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6536e644: reopening flushed file at 1733300048674 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431cea0b: reopening flushed file at 1733300048679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af32614: reopening flushed file at 1733300048683 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ecab358287dc72ff2e842e1799cf51cc in 1257ms, sequenceid=571, compaction requested=true at 1733300048689 (+6 ms)Writing region close event to WAL at 1733300048840 (+151 ms)Running coprocessor post-close hooks at 1733300048845 (+5 ms)Closed at 1733300048845 2024-12-04T08:14:08,847 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:08,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ecab358287dc72ff2e842e1799cf51cc, regionState=CLOSED 2024-12-04T08:14:08,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:08,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T08:14:08,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure ecab358287dc72ff2e842e1799cf51cc, server=f5a5a857f5c5,43105,1733300019048 in 1.5810 sec 2024-12-04T08:14:08,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-04T08:14:08,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ecab358287dc72ff2e842e1799cf51cc, UNASSIGN in 1.5890 sec 2024-12-04T08:14:08,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T08:14:08,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5950 sec 2024-12-04T08:14:08,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300048857"}]},"ts":"1733300048857"} 2024-12-04T08:14:08,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:14:08,859 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:14:08,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6080 sec 2024-12-04T08:14:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T08:14:09,405 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:09,408 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:14:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,413 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T08:14:09,415 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:09,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/recovered.edits] 2024-12-04T08:14:09,428 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/0b369e8e6c484f028269dda84eac3518 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/0b369e8e6c484f028269dda84eac3518 2024-12-04T08:14:09,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/4be68edbb5a54b4cb9df773fce29a30f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/4be68edbb5a54b4cb9df773fce29a30f 2024-12-04T08:14:09,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/6487eb46c1d14180b22455696acd1d62 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/6487eb46c1d14180b22455696acd1d62 2024-12-04T08:14:09,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/da117adc72374234aa58b61c8775d7b1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/A/da117adc72374234aa58b61c8775d7b1 2024-12-04T08:14:09,436 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4289aa0350bd4751a1a99b06b0b2dbb5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4289aa0350bd4751a1a99b06b0b2dbb5 2024-12-04T08:14:09,437 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4e046ea569dd45d4a45bc89c69853a09 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/4e046ea569dd45d4a45bc89c69853a09 2024-12-04T08:14:09,438 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/db110900d76e45b3947eb7c45198796b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/db110900d76e45b3947eb7c45198796b 2024-12-04T08:14:09,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/dda37dd3977141b8953fa7938be8e610 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/B/dda37dd3977141b8953fa7938be8e610 2024-12-04T08:14:09,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2881522a37494080b671e41a347c31f6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/2881522a37494080b671e41a347c31f6 2024-12-04T08:14:09,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/5b87a91d24594ef3be5b45eee93d60c0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/5b87a91d24594ef3be5b45eee93d60c0 2024-12-04T08:14:09,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c96f8d6c8834446bb750be24be8dc3fb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/c96f8d6c8834446bb750be24be8dc3fb 2024-12-04T08:14:09,445 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f3a7d1ab29a44ec7ad852a57a40748ff to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/C/f3a7d1ab29a44ec7ad852a57a40748ff 2024-12-04T08:14:09,448 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/recovered.edits/574.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc/recovered.edits/574.seqid 2024-12-04T08:14:09,448 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/ecab358287dc72ff2e842e1799cf51cc 2024-12-04T08:14:09,448 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:14:09,453 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T08:14:09,463 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:14:09,492 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:14:09,494 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,494 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:14:09,494 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300049494"}]},"ts":"9223372036854775807"} 2024-12-04T08:14:09,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:14:09,498 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ecab358287dc72ff2e842e1799cf51cc, NAME => 'TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:14:09,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:14:09,498 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300049498"}]},"ts":"9223372036854775807"} 2024-12-04T08:14:09,501 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:14:09,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-12-04T08:14:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-04T08:14:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:14:09,525 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:09,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f5a5a857f5c5:43105-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_622940537_22 at /127.0.0.1:41512 [Waiting for operation #362] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284521643_22 at /127.0.0.1:33270 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7094) - AvailableMemoryMB LEAK? - 2024-12-04T08:14:09,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=7241 2024-12-04T08:14:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:14:09,550 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:14:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:09,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:14:09,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:09,552 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-04T08:14:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:09,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:14:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741951_1127 (size=1061) 2024-12-04T08:14:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:09,961 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:14:09,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741952_1128 (size=53) 2024-12-04T08:14:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:10,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:14:10,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing edef3e37db19fadd86b6268d334aaa93, disabling compactions & flushes 2024-12-04T08:14:10,368 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. after waiting 0 ms 2024-12-04T08:14:10,368 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,368 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,369 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for edef3e37db19fadd86b6268d334aaa93: Waiting for close lock at 1733300050368Disabling compacts and flushes for region at 1733300050368Disabling writes for close at 1733300050368Writing region close event to WAL at 1733300050368Closed at 1733300050368 2024-12-04T08:14:10,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:14:10,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300050370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300050370"}]},"ts":"1733300050370"} 2024-12-04T08:14:10,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:14:10,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:14:10,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300050373"}]},"ts":"1733300050373"} 2024-12-04T08:14:10,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:14:10,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, ASSIGN}] 2024-12-04T08:14:10,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, ASSIGN 2024-12-04T08:14:10,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:14:10,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:10,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, ASSIGN because future has completed 2024-12-04T08:14:10,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:10,686 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,686 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:14:10,687 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,687 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:14:10,687 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,687 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,688 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,690 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:10,690 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName A 2024-12-04T08:14:10,691 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:10,691 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:10,691 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,692 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:10,692 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName B 2024-12-04T08:14:10,692 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:10,693 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:10,693 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:10,694 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:10,694 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName C 2024-12-04T08:14:10,694 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:10,695 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:10,695 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,695 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,695 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,696 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,697 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,697 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,697 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:14:10,698 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,700 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:14:10,701 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened edef3e37db19fadd86b6268d334aaa93; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73939218, jitterRate=0.10178020596504211}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:14:10,701 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:10,702 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for edef3e37db19fadd86b6268d334aaa93: Running coprocessor pre-open hook at 1733300050687Writing region info on filesystem at 1733300050687Initializing all the Stores at 1733300050688 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300050688Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300050688Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300050688Cleaning up temporary data from old regions at 1733300050697 (+9 ms)Running coprocessor post-open hooks at 1733300050701 (+4 ms)Region opened successfully at 1733300050702 (+1 ms) 2024-12-04T08:14:10,703 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., pid=36, masterSystemTime=1733300050683 2024-12-04T08:14:10,705 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,705 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:10,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:10,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:10,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-04T08:14:10,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 in 177 msec 2024-12-04T08:14:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-04T08:14:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, ASSIGN in 335 msec 2024-12-04T08:14:10,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:14:10,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300050713"}]},"ts":"1733300050713"} 2024-12-04T08:14:10,714 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:14:10,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:14:10,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-12-04T08:14:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-04T08:14:11,714 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:11,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:11,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:11,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:11,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c45a5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:11,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e686d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:11,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:11,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:11,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:14:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:14:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29fa5185 2024-12-04T08:14:11,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:14:11,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:14:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:14:11,730 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:14:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741953_1129 (size=1097) 2024-12-04T08:14:12,151 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T08:14:12,151 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T08:14:12,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:14:12,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE}] 2024-12-04T08:14:12,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE 2024-12-04T08:14:12,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE because future has completed 2024-12-04T08:14:12,166 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:14:12,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:12,318 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing edef3e37db19fadd86b6268d334aaa93, disabling compactions & flushes 2024-12-04T08:14:12,319 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. after waiting 0 ms 2024-12-04T08:14:12,319 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,323 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T08:14:12,323 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,323 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for edef3e37db19fadd86b6268d334aaa93: Waiting for close lock at 1733300052319Running coprocessor pre-close hooks at 1733300052319Disabling compacts and flushes for region at 1733300052319Disabling writes for close at 1733300052319Writing region close event to WAL at 1733300052319Running coprocessor post-close hooks at 1733300052323 (+4 ms)Closed at 1733300052323 2024-12-04T08:14:12,324 WARN [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: edef3e37db19fadd86b6268d334aaa93 to self. 2024-12-04T08:14:12,326 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=CLOSED 2024-12-04T08:14:12,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:12,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-04T08:14:12,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 in 163 msec 2024-12-04T08:14:12,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE; state=CLOSED, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=true 2024-12-04T08:14:12,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE because future has completed 2024-12-04T08:14:12,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:12,640 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,640 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:14:12,641 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,641 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:14:12,641 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,641 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,645 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,646 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:12,651 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName A 2024-12-04T08:14:12,653 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:12,654 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:12,654 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,655 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:12,655 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName B 2024-12-04T08:14:12,655 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:12,655 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:12,656 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,656 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:12,656 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edef3e37db19fadd86b6268d334aaa93 columnFamilyName C 2024-12-04T08:14:12,656 DEBUG [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:12,657 INFO [StoreOpener-edef3e37db19fadd86b6268d334aaa93-1 {}] regionserver.HStore(327): Store=edef3e37db19fadd86b6268d334aaa93/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:12,657 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,657 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,658 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,659 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,660 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,660 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,660 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:14:12,662 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,663 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened edef3e37db19fadd86b6268d334aaa93; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188162, jitterRate=-0.04352185130119324}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:14:12,663 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,664 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for edef3e37db19fadd86b6268d334aaa93: Running coprocessor pre-open hook at 1733300052641Writing region info on filesystem at 1733300052641Initializing all the Stores at 1733300052642 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300052642Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300052642Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300052642Cleaning up temporary data from old regions at 1733300052660 (+18 ms)Running coprocessor post-open hooks at 1733300052663 (+3 ms)Region opened successfully at 1733300052664 (+1 ms) 2024-12-04T08:14:12,665 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., pid=41, masterSystemTime=1733300052637 2024-12-04T08:14:12,666 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,667 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=OPEN, openSeqNum=5, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:12,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-04T08:14:12,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 in 185 msec 2024-12-04T08:14:12,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-04T08:14:12,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, REOPEN/MOVE in 510 msec 2024-12-04T08:14:12,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T08:14:12,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 520 msec 2024-12-04T08:14:12,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-12-04T08:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-04T08:14:12,681 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:12,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,683 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b07296b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c7cf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3649d1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,688 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f33bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa0d5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df9c3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3254d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed938db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,696 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33793453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adcbcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,699 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9ea3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751612cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa6b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169788b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,705 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3764eaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec049e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:12,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:12,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4380591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:12,709 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273813dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:12,710 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,710 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,710 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:12,711 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,711 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,711 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,711 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,712 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,714 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:12,715 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:12,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:12,715 DEBUG [Thread-654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:12,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:14:12,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:12,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044392909fde4442cea5dbd2e3ad5d193e_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300052724/Put/seqid=0 2024-12-04T08:14:12,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733300052795, max timestamp=1733300052816Num uniques 859; 2024-12-04T08:14:12,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-04T08:14:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:12,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733300052795, max timestamp=1733300052816Num uniques 859; 2024-12-04T08:14:12,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-04T08:14:12,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1733300052795, max timestamp=1733300052816Num uniques 859; 2024-12-04T08:14:12,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-12-04T08:14:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741954_1130 (size=12154) 2024-12-04T08:14:12,828 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:12,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044392909fde4442cea5dbd2e3ad5d193e_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044392909fde4442cea5dbd2e3ad5d193e_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:12,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a440889669a3483c852d52a2019449ac, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:12,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a440889669a3483c852d52a2019449ac is 175, key is test_row_0/A:col10/1733300052724/Put/seqid=0 2024-12-04T08:14:12,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741955_1131 (size=30955) 2024-12-04T08:14:12,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T08:14:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:12,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300112858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a440889669a3483c852d52a2019449ac 2024-12-04T08:14:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300112856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300112869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300112872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300112872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/61d1741342244229abc67b0b6de956e7 is 50, key is test_row_0/B:col10/1733300052724/Put/seqid=0 2024-12-04T08:14:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741956_1132 (size=12001) 2024-12-04T08:14:12,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/61d1741342244229abc67b0b6de956e7 2024-12-04T08:14:12,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/72306aa61e104185b654028cf7abe20a is 50, key is test_row_0/C:col10/1733300052724/Put/seqid=0 2024-12-04T08:14:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741957_1133 (size=12001) 2024-12-04T08:14:12,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300112985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300112985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300112985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300112986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300112986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T08:14:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:13,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:13,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T08:14:13,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300113204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300113204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300113204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300113205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300113205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T08:14:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:13,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/72306aa61e104185b654028cf7abe20a 2024-12-04T08:14:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a440889669a3483c852d52a2019449ac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac 2024-12-04T08:14:13,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac, entries=150, sequenceid=15, filesize=30.2 K 2024-12-04T08:14:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/61d1741342244229abc67b0b6de956e7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7 2024-12-04T08:14:13,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T08:14:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/72306aa61e104185b654028cf7abe20a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a 2024-12-04T08:14:13,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T08:14:13,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for edef3e37db19fadd86b6268d334aaa93 in 678ms, sequenceid=15, compaction requested=false 2024-12-04T08:14:13,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:13,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-04T08:14:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:13,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=134.18 KB heapSize=361.55 KB 2024-12-04T08:14:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:13,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204718c2e1d871844eb8fa9a200f3ff450c_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300052847/Put/seqid=0 2024-12-04T08:14:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741958_1134 (size=12154) 2024-12-04T08:14:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:13,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204718c2e1d871844eb8fa9a200f3ff450c_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204718c2e1d871844eb8fa9a200f3ff450c_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:13,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/8eb7d7216d0646399023f30eff9cb59b, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/8eb7d7216d0646399023f30eff9cb59b is 175, key is test_row_0/A:col10/1733300052847/Put/seqid=0 2024-12-04T08:14:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741959_1135 (size=30955) 2024-12-04T08:14:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:13,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300113554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300113559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300113562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300113563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300113565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300113674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300113674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300113684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300113685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300113685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:13,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300113884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300113884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300113904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300113904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300113904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:13,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:13,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=47, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/8eb7d7216d0646399023f30eff9cb59b 2024-12-04T08:14:13,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/109ddb02e2324e75a04417d7789505e7 is 50, key is test_row_0/B:col10/1733300052847/Put/seqid=0 2024-12-04T08:14:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741960_1136 (size=12001) 2024-12-04T08:14:13,975 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/109ddb02e2324e75a04417d7789505e7 2024-12-04T08:14:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/313a9855f0ea43a8a68c35a458312fc0 is 50, key is test_row_0/C:col10/1733300052847/Put/seqid=0 2024-12-04T08:14:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741961_1137 (size=12001) 2024-12-04T08:14:14,004 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/313a9855f0ea43a8a68c35a458312fc0 2024-12-04T08:14:14,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/8eb7d7216d0646399023f30eff9cb59b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b 2024-12-04T08:14:14,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b, entries=150, sequenceid=47, filesize=30.2 K 2024-12-04T08:14:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/109ddb02e2324e75a04417d7789505e7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7 2024-12-04T08:14:14,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7, entries=150, sequenceid=47, filesize=11.7 K 2024-12-04T08:14:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/313a9855f0ea43a8a68c35a458312fc0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0 2024-12-04T08:14:14,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0, entries=150, sequenceid=47, filesize=11.7 K 2024-12-04T08:14:14,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~361.50 KB/370176, currentSize=53.67 KB/54960 for edef3e37db19fadd86b6268d334aaa93 in 551ms, sequenceid=47, compaction requested=false 2024-12-04T08:14:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T08:14:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T08:14:14,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-04T08:14:14,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3250 sec 2024-12-04T08:14:14,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.3320 sec 2024-12-04T08:14:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:14,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:14:14,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:14,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:14,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120430ca965f68fe417f8cecf96ef2453256_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741962_1138 (size=17034) 2024-12-04T08:14:14,235 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:14,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300114230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300114232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120430ca965f68fe417f8cecf96ef2453256_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120430ca965f68fe417f8cecf96ef2453256_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5873792200514784b9c904eb44423b85, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5873792200514784b9c904eb44423b85 is 175, key is test_row_0/A:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300114235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300114236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300114239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741963_1139 (size=48139) 2024-12-04T08:14:14,255 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5873792200514784b9c904eb44423b85 2024-12-04T08:14:14,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce0251807c6414a91255fd1b520393b is 50, key is test_row_0/B:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741964_1140 (size=12001) 2024-12-04T08:14:14,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce0251807c6414a91255fd1b520393b 2024-12-04T08:14:14,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/3905a5aa048744af96f8eb8dc9927565 is 50, key is test_row_0/C:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741965_1141 (size=12001) 2024-12-04T08:14:14,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/3905a5aa048744af96f8eb8dc9927565 2024-12-04T08:14:14,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5873792200514784b9c904eb44423b85 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85 2024-12-04T08:14:14,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85, entries=250, sequenceid=60, filesize=47.0 K 2024-12-04T08:14:14,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce0251807c6414a91255fd1b520393b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b 2024-12-04T08:14:14,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b, entries=150, sequenceid=60, filesize=11.7 K 2024-12-04T08:14:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/3905a5aa048744af96f8eb8dc9927565 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565 2024-12-04T08:14:14,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565, entries=150, sequenceid=60, filesize=11.7 K 2024-12-04T08:14:14,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for edef3e37db19fadd86b6268d334aaa93 in 146ms, sequenceid=60, compaction requested=true 2024-12-04T08:14:14,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:14,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:14,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:14,342 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:14,343 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:14,345 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:14,345 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:14,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:14,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=107.5 K 2024-12-04T08:14:14,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:14,346 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85] 2024-12-04T08:14:14,346 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:14,346 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:14,346 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:14,346 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=35.2 K 2024-12-04T08:14:14,347 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d1741342244229abc67b0b6de956e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300052724 2024-12-04T08:14:14,347 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a440889669a3483c852d52a2019449ac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300052724 2024-12-04T08:14:14,347 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 109ddb02e2324e75a04417d7789505e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300052847 2024-12-04T08:14:14,348 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eb7d7216d0646399023f30eff9cb59b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300052847 2024-12-04T08:14:14,348 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ce0251807c6414a91255fd1b520393b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053559 2024-12-04T08:14:14,348 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5873792200514784b9c904eb44423b85, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053557 2024-12-04T08:14:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:14,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:14,365 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300114362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300114362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300114363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300114369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300114370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:14:14,383 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:14,383 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/c00a97d2f7ed44b29c7269a95b94cd9b is 50, key is test_row_0/B:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,392 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412047ffcf17ee0ec4aa38cbac4cc950b8ed3_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,400 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412047ffcf17ee0ec4aa38cbac4cc950b8ed3_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,400 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047ffcf17ee0ec4aa38cbac4cc950b8ed3_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120454dec7acdf204117ba520ad6333a1990_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300054227/Put/seqid=0 2024-12-04T08:14:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741966_1142 (size=12104) 2024-12-04T08:14:14,451 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/c00a97d2f7ed44b29c7269a95b94cd9b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/c00a97d2f7ed44b29c7269a95b94cd9b 2024-12-04T08:14:14,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741968_1144 (size=14594) 2024-12-04T08:14:14,460 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into c00a97d2f7ed44b29c7269a95b94cd9b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:14,460 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:14,460 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300054342; duration=0sec 2024-12-04T08:14:14,460 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:14,460 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:14,460 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:14,464 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:14,464 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:14,464 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:14,464 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=35.2 K 2024-12-04T08:14:14,464 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 72306aa61e104185b654028cf7abe20a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300052724 2024-12-04T08:14:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741967_1143 (size=4469) 2024-12-04T08:14:14,466 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 313a9855f0ea43a8a68c35a458312fc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300052847 2024-12-04T08:14:14,466 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3905a5aa048744af96f8eb8dc9927565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053559 2024-12-04T08:14:14,467 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#123 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:14,468 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1017345059ba44188eec06bf09d31277 is 175, key is test_row_0/A:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300114474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300114475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300114475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300114476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300114485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741969_1145 (size=31058) 2024-12-04T08:14:14,495 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:14,496 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/93623ce9fea349d7a9c558abc7629bac is 50, key is test_row_0/C:col10/1733300053559/Put/seqid=0 2024-12-04T08:14:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741970_1146 (size=12104) 2024-12-04T08:14:14,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300114694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300114695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300114695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300114695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300114695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:14,861 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:14,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120454dec7acdf204117ba520ad6333a1990_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120454dec7acdf204117ba520ad6333a1990_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:14,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/167e0c1a3c0b40f5840b7d52608d2eec, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:14,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/167e0c1a3c0b40f5840b7d52608d2eec is 175, key is test_row_0/A:col10/1733300054227/Put/seqid=0 2024-12-04T08:14:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741971_1147 (size=39549) 2024-12-04T08:14:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-04T08:14:14,874 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:14,875 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-04T08:14:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:14,878 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:14,879 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:14,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:14,898 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1017345059ba44188eec06bf09d31277 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277 2024-12-04T08:14:14,904 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 1017345059ba44188eec06bf09d31277(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:14,904 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:14,904 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300054342; duration=0sec 2024-12-04T08:14:14,904 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:14,904 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:14,912 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/93623ce9fea349d7a9c558abc7629bac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/93623ce9fea349d7a9c558abc7629bac 2024-12-04T08:14:14,921 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into 93623ce9fea349d7a9c558abc7629bac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:14,921 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:14,921 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300054343; duration=0sec 2024-12-04T08:14:14,921 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:14,921 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:15,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300115004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T08:14:15,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:15,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T08:14:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:15,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/167e0c1a3c0b40f5840b7d52608d2eec 2024-12-04T08:14:15,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/b1624c2d5ab54cfd99fa196f77c551b6 is 50, key is test_row_0/B:col10/1733300054227/Put/seqid=0 2024-12-04T08:14:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741972_1148 (size=12001) 2024-12-04T08:14:15,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/b1624c2d5ab54cfd99fa196f77c551b6 2024-12-04T08:14:15,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d51da5fabf4e410c963a9ec4f20bdc15 is 50, key is test_row_0/C:col10/1733300054227/Put/seqid=0 2024-12-04T08:14:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741973_1149 (size=12001) 2024-12-04T08:14:15,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d51da5fabf4e410c963a9ec4f20bdc15 2024-12-04T08:14:15,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T08:14:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/167e0c1a3c0b40f5840b7d52608d2eec as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec 2024-12-04T08:14:15,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec, entries=200, sequenceid=80, filesize=38.6 K 2024-12-04T08:14:15,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/b1624c2d5ab54cfd99fa196f77c551b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6 2024-12-04T08:14:15,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T08:14:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d51da5fabf4e410c963a9ec4f20bdc15 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15 2024-12-04T08:14:15,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T08:14:15,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for edef3e37db19fadd86b6268d334aaa93 in 1029ms, sequenceid=80, compaction requested=false 2024-12-04T08:14:15,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:15,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T08:14:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:15,498 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:15,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120446b5d20a0514436c9a2f13830f6e70cd_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300054368/Put/seqid=0 2024-12-04T08:14:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741974_1150 (size=12154) 2024-12-04T08:14:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:15,535 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120446b5d20a0514436c9a2f13830f6e70cd_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446b5d20a0514436c9a2f13830f6e70cd_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:15,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/02a39f886692437697679261268acae5, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:15,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/02a39f886692437697679261268acae5 is 175, key is test_row_0/A:col10/1733300054368/Put/seqid=0 2024-12-04T08:14:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741975_1151 (size=30955) 2024-12-04T08:14:15,543 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/02a39f886692437697679261268acae5 2024-12-04T08:14:15,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/99ff04ece48c4633b24270332766e642 is 50, key is test_row_0/B:col10/1733300054368/Put/seqid=0 2024-12-04T08:14:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741976_1152 (size=12001) 2024-12-04T08:14:15,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300055574, max timestamp=1733300055587Num uniques 859; 2024-12-04T08:14:15,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:15,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300055574, max timestamp=1733300055587Num uniques 859; 2024-12-04T08:14:15,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:15,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300055574, max timestamp=1733300055587Num uniques 859; 2024-12-04T08:14:15,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:15,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300115615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300115616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300115617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300115619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300115620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300115734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300115734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300115734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300115734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300115735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300115943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300115954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300115954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300115954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300115954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:15,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:15,962 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/99ff04ece48c4633b24270332766e642 2024-12-04T08:14:15,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/279a5f3b90b74373b00c9b8b892ec307 is 50, key is test_row_0/C:col10/1733300054368/Put/seqid=0 2024-12-04T08:14:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741977_1153 (size=12001) 2024-12-04T08:14:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:16,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300116253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300116264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300116264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300116264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300116264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/279a5f3b90b74373b00c9b8b892ec307 2024-12-04T08:14:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/02a39f886692437697679261268acae5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5 2024-12-04T08:14:16,388 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5, entries=150, sequenceid=95, filesize=30.2 K 2024-12-04T08:14:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/99ff04ece48c4633b24270332766e642 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642 2024-12-04T08:14:16,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T08:14:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/279a5f3b90b74373b00c9b8b892ec307 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307 2024-12-04T08:14:16,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T08:14:16,404 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for edef3e37db19fadd86b6268d334aaa93 in 906ms, sequenceid=95, compaction requested=true 2024-12-04T08:14:16,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:16,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:16,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T08:14:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T08:14:16,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-04T08:14:16,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-12-04T08:14:16,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5340 sec 2024-12-04T08:14:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:16,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:16,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:16,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047e22e7f30b14496eb0ef98ad93bd0a86_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741978_1154 (size=14644) 2024-12-04T08:14:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300116792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300116792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300116794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300116793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300116795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300116904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300116904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300116904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300116904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300116904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T08:14:17,025 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:17,025 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-04T08:14:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:17,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:17,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:17,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300117115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300117115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300117115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300117115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300117115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:17,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:17,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047e22e7f30b14496eb0ef98ad93bd0a86_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047e22e7f30b14496eb0ef98ad93bd0a86_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:17,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/c6ca7a4113ab46d889bbd00aa739877c, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:17,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/c6ca7a4113ab46d889bbd00aa739877c is 175, key is test_row_0/A:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741979_1155 (size=39599) 2024-12-04T08:14:17,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:17,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300117423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300117424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300117424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300117424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300117434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/c6ca7a4113ab46d889bbd00aa739877c 2024-12-04T08:14:17,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/0f094bc1656d4d1e80930fb308402488 is 50, key is test_row_0/B:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741980_1156 (size=12051) 2024-12-04T08:14:17,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/0f094bc1656d4d1e80930fb308402488 2024-12-04T08:14:17,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/11bf4335fb1e418ca42f8633ecfac574 is 50, key is test_row_0/C:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:17,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741981_1157 (size=12051) 2024-12-04T08:14:17,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:17,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300117934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:17,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300117944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300117944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300117945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300117945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:18,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/11bf4335fb1e418ca42f8633ecfac574 2024-12-04T08:14:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/c6ca7a4113ab46d889bbd00aa739877c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c 2024-12-04T08:14:18,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c, entries=200, sequenceid=130, filesize=38.7 K 2024-12-04T08:14:18,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/0f094bc1656d4d1e80930fb308402488 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488 2024-12-04T08:14:18,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488, entries=150, sequenceid=130, filesize=11.8 K 2024-12-04T08:14:18,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/11bf4335fb1e418ca42f8633ecfac574 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574 2024-12-04T08:14:18,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574, entries=150, sequenceid=130, filesize=11.8 K 2024-12-04T08:14:18,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for edef3e37db19fadd86b6268d334aaa93 in 1278ms, sequenceid=130, compaction requested=true 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-04T08:14:18,056 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:18,056 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:18,058 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141161 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:18,058 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:18,058 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:18,058 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:18,058 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:18,058 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:18,058 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/93623ce9fea349d7a9c558abc7629bac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=47.0 K 2024-12-04T08:14:18,058 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=137.9 K 2024-12-04T08:14:18,058 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:18,059 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c] 2024-12-04T08:14:18,059 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1017345059ba44188eec06bf09d31277, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053559 2024-12-04T08:14:18,059 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93623ce9fea349d7a9c558abc7629bac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053559 2024-12-04T08:14:18,060 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 167e0c1a3c0b40f5840b7d52608d2eec, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300054227 2024-12-04T08:14:18,060 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51da5fabf4e410c963a9ec4f20bdc15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300054227 2024-12-04T08:14:18,060 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 279a5f3b90b74373b00c9b8b892ec307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733300054358 2024-12-04T08:14:18,060 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 02a39f886692437697679261268acae5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733300054358 2024-12-04T08:14:18,061 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11bf4335fb1e418ca42f8633ecfac574, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055615 2024-12-04T08:14:18,061 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ca7a4113ab46d889bbd00aa739877c, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055614 2024-12-04T08:14:18,079 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:18,080 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/b43f62adf507444db01b5f0479341465 is 50, key is test_row_0/C:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:18,081 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:18,085 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204fd344f3ed1de40ce90ebe5f52e5891b6_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:18,090 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204fd344f3ed1de40ce90ebe5f52e5891b6_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:18,090 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fd344f3ed1de40ce90ebe5f52e5891b6_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:18,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T08:14:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741982_1158 (size=12291) 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:18,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:18,110 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/b43f62adf507444db01b5f0479341465 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/b43f62adf507444db01b5f0479341465 2024-12-04T08:14:18,118 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into b43f62adf507444db01b5f0479341465(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:18,118 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:18,119 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=12, startTime=1733300058056; duration=0sec 2024-12-04T08:14:18,119 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:18,119 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:18,119 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741983_1159 (size=4469) 2024-12-04T08:14:18,121 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:18,121 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:18,121 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:18,122 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/c00a97d2f7ed44b29c7269a95b94cd9b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=47.0 K 2024-12-04T08:14:18,122 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c00a97d2f7ed44b29c7269a95b94cd9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733300053559 2024-12-04T08:14:18,123 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1624c2d5ab54cfd99fa196f77c551b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300054227 2024-12-04T08:14:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b7fa0807bb32434185b3649ae3ee22ce_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300056794/Put/seqid=0 2024-12-04T08:14:18,127 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99ff04ece48c4633b24270332766e642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733300054358 2024-12-04T08:14:18,128 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f094bc1656d4d1e80930fb308402488, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055615 2024-12-04T08:14:18,140 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:18,141 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/ac7250bfc0ef4171823c4fa3efb3232f is 50, key is test_row_0/B:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:18,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741984_1160 (size=12304) 2024-12-04T08:14:18,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741985_1161 (size=12291) 2024-12-04T08:14:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:18,522 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:18,523 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1ffb510f9e4340d891131d1784fcb773 is 175, key is test_row_0/A:col10/1733300055615/Put/seqid=0 2024-12-04T08:14:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741986_1162 (size=31245) 2024-12-04T08:14:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:18,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b7fa0807bb32434185b3649ae3ee22ce_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b7fa0807bb32434185b3649ae3ee22ce_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:18,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1edef7d3a44847acacc027c981d4e445, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:18,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1edef7d3a44847acacc027c981d4e445 is 175, key is test_row_0/A:col10/1733300056794/Put/seqid=0 2024-12-04T08:14:18,561 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/ac7250bfc0ef4171823c4fa3efb3232f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ac7250bfc0ef4171823c4fa3efb3232f 2024-12-04T08:14:18,584 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into ac7250bfc0ef4171823c4fa3efb3232f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:18,584 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:18,585 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=12, startTime=1733300058056; duration=0sec 2024-12-04T08:14:18,585 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:18,585 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741987_1163 (size=31105) 2024-12-04T08:14:18,587 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1edef7d3a44847acacc027c981d4e445 2024-12-04T08:14:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/7662f3cee4cd486f924ecf028e0ecb5c is 50, key is test_row_0/B:col10/1733300056794/Put/seqid=0 2024-12-04T08:14:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741988_1164 (size=12151) 2024-12-04T08:14:18,935 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1ffb510f9e4340d891131d1784fcb773 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773 2024-12-04T08:14:18,941 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 1ffb510f9e4340d891131d1784fcb773(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:18,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:18,942 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=12, startTime=1733300058056; duration=0sec 2024-12-04T08:14:18,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:18,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:18,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:18,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300058975, max timestamp=1733300058987Num uniques 859; 2024-12-04T08:14:18,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:18,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300058975, max timestamp=1733300058987Num uniques 859; 2024-12-04T08:14:18,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:18,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300058975, max timestamp=1733300058987Num uniques 859; 2024-12-04T08:14:18,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:19,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/7662f3cee4cd486f924ecf028e0ecb5c 2024-12-04T08:14:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/9528072cbf334db3a46c5e0dc6bdcf0c is 50, key is test_row_0/C:col10/1733300056794/Put/seqid=0 2024-12-04T08:14:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741989_1165 (size=12151) 2024-12-04T08:14:19,018 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/9528072cbf334db3a46c5e0dc6bdcf0c 2024-12-04T08:14:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/1edef7d3a44847acacc027c981d4e445 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445 2024-12-04T08:14:19,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445, entries=150, sequenceid=141, filesize=30.4 K 2024-12-04T08:14:19,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/7662f3cee4cd486f924ecf028e0ecb5c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c 2024-12-04T08:14:19,042 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c, entries=150, sequenceid=141, filesize=11.9 K 2024-12-04T08:14:19,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/9528072cbf334db3a46c5e0dc6bdcf0c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c 2024-12-04T08:14:19,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c, entries=150, sequenceid=141, filesize=11.9 K 2024-12-04T08:14:19,051 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for edef3e37db19fadd86b6268d334aaa93 in 950ms, sequenceid=141, compaction requested=false 2024-12-04T08:14:19,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T08:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T08:14:19,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T08:14:19,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-12-04T08:14:19,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.0310 sec 2024-12-04T08:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:19,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:19,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c53868f7f8234e039c15be4c2070663b_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741990_1166 (size=12304) 2024-12-04T08:14:19,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c53868f7f8234e039c15be4c2070663b_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c53868f7f8234e039c15be4c2070663b_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,160 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a95971dba739463cabc5bb194b2e4be8, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a95971dba739463cabc5bb194b2e4be8 is 175, key is test_row_0/A:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741991_1167 (size=31105) 2024-12-04T08:14:19,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a95971dba739463cabc5bb194b2e4be8 2024-12-04T08:14:19,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/87644319530f45dabc0bf3e09a5b1b53 is 50, key is test_row_0/B:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741992_1168 (size=12151) 2024-12-04T08:14:19,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/87644319530f45dabc0bf3e09a5b1b53 2024-12-04T08:14:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T08:14:19,184 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:19,185 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-04T08:14:19,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T08:14:19,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:19,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:19,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6635fda5839a43828247bd9dc40df24f is 50, key is test_row_0/C:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741993_1169 (size=12151) 2024-12-04T08:14:19,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T08:14:19,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T08:14:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T08:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T08:14:19,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6635fda5839a43828247bd9dc40df24f 2024-12-04T08:14:19,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a95971dba739463cabc5bb194b2e4be8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8 2024-12-04T08:14:19,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8, entries=150, sequenceid=181, filesize=30.4 K 2024-12-04T08:14:19,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/87644319530f45dabc0bf3e09a5b1b53 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53 2024-12-04T08:14:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T08:14:19,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6635fda5839a43828247bd9dc40df24f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f 2024-12-04T08:14:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f, entries=150, sequenceid=181, filesize=11.9 K 2024-12-04T08:14:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=40.25 KB/41220 for edef3e37db19fadd86b6268d334aaa93 in 492ms, sequenceid=181, compaction requested=true 2024-12-04T08:14:19,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,632 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:19,632 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:19,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,633 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:19,633 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:19,633 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:19,633 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,633 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:19,633 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,633 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=91.3 K 2024-12-04T08:14:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,633 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,633 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ac7250bfc0ef4171823c4fa3efb3232f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=35.7 K 2024-12-04T08:14:19,633 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8] 2024-12-04T08:14:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,634 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7250bfc0ef4171823c4fa3efb3232f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055615 2024-12-04T08:14:19,634 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ffb510f9e4340d891131d1784fcb773, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055615 2024-12-04T08:14:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,634 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1edef7d3a44847acacc027c981d4e445, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733300056792 2024-12-04T08:14:19,634 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7662f3cee4cd486f924ecf028e0ecb5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733300056792 2024-12-04T08:14:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,635 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 87644319530f45dabc0bf3e09a5b1b53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:19,635 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a95971dba739463cabc5bb194b2e4be8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,645 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,646 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/138428a35cc5431b9378651bfc985b46 is 50, key is test_row_0/B:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,649 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T08:14:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,664 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204504015cfb23546a4ae504229868bea82_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,666 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204504015cfb23546a4ae504229868bea82_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,667 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204504015cfb23546a4ae504229868bea82_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741994_1170 (size=12493) 2024-12-04T08:14:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cae48e2df9614e39b21cd4422d2da781_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300059140/Put/seqid=0 2024-12-04T08:14:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741995_1171 (size=4469) 2024-12-04T08:14:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,710 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#145 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:19,711 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a45111942fad456a963f8c086ad0de96 is 175, key is test_row_0/A:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741996_1172 (size=9814) 2024-12-04T08:14:19,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cae48e2df9614e39b21cd4422d2da781_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cae48e2df9614e39b21cd4422d2da781_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5a8b96bccf9a4b26b0333360864829f9, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5a8b96bccf9a4b26b0333360864829f9 is 175, key is test_row_0/A:col10/1733300059140/Put/seqid=0 2024-12-04T08:14:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741997_1173 (size=31447) 2024-12-04T08:14:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,744 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a45111942fad456a963f8c086ad0de96 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96 2024-12-04T08:14:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,751 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into a45111942fad456a963f8c086ad0de96(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:19,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:19,751 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300059632; duration=0sec 2024-12-04T08:14:19,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:19,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:19,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:19,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:19,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:19,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/b43f62adf507444db01b5f0479341465, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=35.7 K 2024-12-04T08:14:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,754 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b43f62adf507444db01b5f0479341465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733300055615 2024-12-04T08:14:19,754 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9528072cbf334db3a46c5e0dc6bdcf0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733300056792 2024-12-04T08:14:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,755 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6635fda5839a43828247bd9dc40df24f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741998_1174 (size=22461) 2024-12-04T08:14:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5a8b96bccf9a4b26b0333360864829f9 2024-12-04T08:14:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,779 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,780 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d2e3a55d50ed4b10b2b050cbc092bc50 is 50, key is test_row_0/C:col10/1733300059017/Put/seqid=0 2024-12-04T08:14:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/4acf1d2da0c240aba598ec44c60bf0f4 is 50, key is test_row_0/B:col10/1733300059140/Put/seqid=0 2024-12-04T08:14:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:19,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T08:14:19,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741999_1175 (size=9757) 2024-12-04T08:14:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/4acf1d2da0c240aba598ec44c60bf0f4 2024-12-04T08:14:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742000_1176 (size=12493) 2024-12-04T08:14:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/4a84225b799d4ad798809527eb01b6c8 is 50, key is test_row_0/C:col10/1733300059140/Put/seqid=0 2024-12-04T08:14:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,831 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d2e3a55d50ed4b10b2b050cbc092bc50 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d2e3a55d50ed4b10b2b050cbc092bc50 2024-12-04T08:14:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:19,838 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into d2e3a55d50ed4b10b2b050cbc092bc50(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:19,838 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:19,838 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300059632; duration=0sec 2024-12-04T08:14:19,838 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:19,838 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:19,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300059823, max timestamp=1733300059839Num uniques 859; 2024-12-04T08:14:19,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:14:19,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300059823, max timestamp=1733300059839Num uniques 859; 2024-12-04T08:14:19,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:14:19,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300059823, max timestamp=1733300059839Num uniques 859; 2024-12-04T08:14:19,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:14:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742001_1177 (size=9757) 2024-12-04T08:14:19,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300119984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300119984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300119984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300119993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300119994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:19,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,081 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/138428a35cc5431b9378651bfc985b46 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/138428a35cc5431b9378651bfc985b46 2024-12-04T08:14:20,086 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into 138428a35cc5431b9378651bfc985b46(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:20,086 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:20,086 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300059632; duration=0sec 2024-12-04T08:14:20,087 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:20,087 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:20,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300120194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300120194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300120194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300120204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300120204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/4a84225b799d4ad798809527eb01b6c8 2024-12-04T08:14:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5a8b96bccf9a4b26b0333360864829f9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9 2024-12-04T08:14:20,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9, entries=100, sequenceid=190, filesize=21.9 K 2024-12-04T08:14:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/4acf1d2da0c240aba598ec44c60bf0f4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4 2024-12-04T08:14:20,273 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4, entries=100, sequenceid=190, filesize=9.5 K 2024-12-04T08:14:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/4a84225b799d4ad798809527eb01b6c8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8 2024-12-04T08:14:20,294 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8, entries=100, sequenceid=190, filesize=9.5 K 2024-12-04T08:14:20,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for edef3e37db19fadd86b6268d334aaa93 in 641ms, sequenceid=190, compaction requested=false 2024-12-04T08:14:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T08:14:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T08:14:20,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-04T08:14:20,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.1170 sec 2024-12-04T08:14:20,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-12-04T08:14:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T08:14:20,324 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:20,325 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-04T08:14:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:20,327 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:20,328 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:20,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:20,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T08:14:20,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:20,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:20,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041e302b5e0b144ff08a4922352a3a1c75_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300059863/Put/seqid=0 2024-12-04T08:14:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742002_1178 (size=12304) 2024-12-04T08:14:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:20,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041e302b5e0b144ff08a4922352a3a1c75_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041e302b5e0b144ff08a4922352a3a1c75_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:20,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/bc7b10149671495fab0eaa9915aabe40, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/bc7b10149671495fab0eaa9915aabe40 is 175, key is test_row_0/A:col10/1733300059863/Put/seqid=0 2024-12-04T08:14:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742003_1179 (size=31105) 2024-12-04T08:14:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300120514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300120516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300120516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300120517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300120517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300120634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300120634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300120634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:20,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300120844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300120844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300120845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:20,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/bc7b10149671495fab0eaa9915aabe40 2024-12-04T08:14:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/03739775b22e4280a45df6f078207a1a is 50, key is test_row_0/B:col10/1733300059863/Put/seqid=0 2024-12-04T08:14:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742004_1180 (size=12151) 2024-12-04T08:14:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:21,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300121024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300121034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300121154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300121154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300121154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,326 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/03739775b22e4280a45df6f078207a1a 2024-12-04T08:14:21,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5ba5eed2d66f469d8752843fbf8044c9 is 50, key is test_row_0/C:col10/1733300059863/Put/seqid=0 2024-12-04T08:14:21,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742005_1181 (size=12151) 2024-12-04T08:14:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300121664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300121664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300121664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:21,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5ba5eed2d66f469d8752843fbf8044c9 2024-12-04T08:14:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/bc7b10149671495fab0eaa9915aabe40 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40 2024-12-04T08:14:21,761 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40, entries=150, sequenceid=230, filesize=30.4 K 2024-12-04T08:14:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/03739775b22e4280a45df6f078207a1a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a 2024-12-04T08:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T08:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5ba5eed2d66f469d8752843fbf8044c9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9 2024-12-04T08:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T08:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=40.25 KB/41220 for edef3e37db19fadd86b6268d334aaa93 in 1299ms, sequenceid=230, compaction requested=true 2024-12-04T08:14:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T08:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T08:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-04T08:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-12-04T08:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4610 sec 2024-12-04T08:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:22,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041ab6d265a6764005b2695785dbfd7ad2_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742006_1182 (size=12304) 2024-12-04T08:14:22,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300062167, max timestamp=1733300062185Num uniques 859; 2024-12-04T08:14:22,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:22,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300062167, max timestamp=1733300062185Num uniques 859; 2024-12-04T08:14:22,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:22,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300062167, max timestamp=1733300062185Num uniques 859; 2024-12-04T08:14:22,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300122266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300122268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300122385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300122385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T08:14:22,474 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:22,475 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-04T08:14:22,478 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:22,479 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:22,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:22,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:22,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041ab6d265a6764005b2695785dbfd7ad2_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ab6d265a6764005b2695785dbfd7ad2_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:22,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/17fd7b3b6d894ec0a756827aad8a6a9c, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:22,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/17fd7b3b6d894ec0a756827aad8a6a9c is 175, key is test_row_0/A:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300122597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300122598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742007_1183 (size=31101) 2024-12-04T08:14:22,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300122684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300122684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300122684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,687 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:22,687 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:22,687 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:22,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300122914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300122914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:22,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:22,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/17fd7b3b6d894ec0a756827aad8a6a9c 2024-12-04T08:14:23,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/3435a7ece0434b048d3f4f996a3c3097 is 50, key is test_row_0/B:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742008_1184 (size=9757) 2024-12-04T08:14:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:23,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,116 INFO [master/f5a5a857f5c5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T08:14:23,116 INFO [master/f5a5a857f5c5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T08:14:23,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300123424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300123424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:23,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/3435a7ece0434b048d3f4f996a3c3097 2024-12-04T08:14:23,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/fb402777d65a49e1a2cec9bc5bae5c51 is 50, key is test_row_0/C:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742009_1185 (size=9757) 2024-12-04T08:14:23,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:23,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/fb402777d65a49e1a2cec9bc5bae5c51 2024-12-04T08:14:23,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/17fd7b3b6d894ec0a756827aad8a6a9c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c 2024-12-04T08:14:23,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:23,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c, entries=150, sequenceid=240, filesize=30.4 K 2024-12-04T08:14:23,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/3435a7ece0434b048d3f4f996a3c3097 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097 2024-12-04T08:14:23,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097, entries=100, sequenceid=240, filesize=9.5 K 2024-12-04T08:14:23,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/fb402777d65a49e1a2cec9bc5bae5c51 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51 2024-12-04T08:14:23,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51, entries=100, sequenceid=240, filesize=9.5 K 2024-12-04T08:14:23,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for edef3e37db19fadd86b6268d334aaa93 in 1824ms, sequenceid=240, compaction requested=true 2024-12-04T08:14:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:23,900 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:23,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:23,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:23,902 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:23,902 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:23,902 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:23,902 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:23,902 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=113.4 K 2024-12-04T08:14:23,902 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:23,902 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c] 2024-12-04T08:14:23,903 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a45111942fad456a963f8c086ad0de96, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:23,904 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a8b96bccf9a4b26b0333360864829f9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733300059140 2024-12-04T08:14:23,905 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:23,905 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc7b10149671495fab0eaa9915aabe40, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733300059863 2024-12-04T08:14:23,905 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:23,905 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,905 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/138428a35cc5431b9378651bfc985b46, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=43.1 K 2024-12-04T08:14:23,906 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17fd7b3b6d894ec0a756827aad8a6a9c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300060513 2024-12-04T08:14:23,906 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 138428a35cc5431b9378651bfc985b46, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:23,906 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4acf1d2da0c240aba598ec44c60bf0f4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733300059140 2024-12-04T08:14:23,907 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 03739775b22e4280a45df6f078207a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733300059863 2024-12-04T08:14:23,907 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3435a7ece0434b048d3f4f996a3c3097, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300060515 2024-12-04T08:14:23,921 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:23,922 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/9bb88b5aafc84ca0b044da1dd1ca7421 is 50, key is test_row_0/B:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:23,924 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:23,934 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412047ea768ee6da04cbba143d7c150d6ec1e_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:23,937 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412047ea768ee6da04cbba143d7c150d6ec1e_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:23,937 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047ea768ee6da04cbba143d7c150d6ec1e_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742010_1186 (size=12629) 2024-12-04T08:14:23,951 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/9bb88b5aafc84ca0b044da1dd1ca7421 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/9bb88b5aafc84ca0b044da1dd1ca7421 2024-12-04T08:14:23,958 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into 9bb88b5aafc84ca0b044da1dd1ca7421(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:23,958 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:23,958 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=12, startTime=1733300063901; duration=0sec 2024-12-04T08:14:23,959 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:23,959 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:23,959 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:23,960 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:23,960 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:23,960 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:23,960 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d2e3a55d50ed4b10b2b050cbc092bc50, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=43.1 K 2024-12-04T08:14:23,961 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d2e3a55d50ed4b10b2b050cbc092bc50, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733300059017 2024-12-04T08:14:23,962 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a84225b799d4ad798809527eb01b6c8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733300059140 2024-12-04T08:14:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742011_1187 (size=4469) 2024-12-04T08:14:23,963 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ba5eed2d66f469d8752843fbf8044c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733300059863 2024-12-04T08:14:23,964 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fb402777d65a49e1a2cec9bc5bae5c51, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300060515 2024-12-04T08:14:23,964 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#157 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:23,965 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/88fb42517b8b48f6a5c6a03b34214407 is 175, key is test_row_0/A:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742012_1188 (size=31690) 2024-12-04T08:14:23,987 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:23,988 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6a0c32bbcc564f7d9d718f37a2a9a843 is 50, key is test_row_0/C:col10/1733300060515/Put/seqid=0 2024-12-04T08:14:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742013_1189 (size=12629) 2024-12-04T08:14:24,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T08:14:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:24,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:24,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f5726e5f9db43ecaef3f3f91d127fa4_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300062261/Put/seqid=0 2024-12-04T08:14:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742014_1190 (size=12454) 2024-12-04T08:14:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:24,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047f5726e5f9db43ecaef3f3f91d127fa4_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f5726e5f9db43ecaef3f3f91d127fa4_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5fecce12803f473a9b3749b2daa63c17, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5fecce12803f473a9b3749b2daa63c17 is 175, key is test_row_0/A:col10/1733300062261/Put/seqid=0 2024-12-04T08:14:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742015_1191 (size=31255) 2024-12-04T08:14:24,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5fecce12803f473a9b3749b2daa63c17 2024-12-04T08:14:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/6406fb4c6de14c21a86a17ab4940faa9 is 50, key is test_row_0/B:col10/1733300062261/Put/seqid=0 2024-12-04T08:14:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742016_1192 (size=12301) 2024-12-04T08:14:24,400 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/88fb42517b8b48f6a5c6a03b34214407 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407 2024-12-04T08:14:24,406 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 88fb42517b8b48f6a5c6a03b34214407(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:24,406 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:24,406 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=12, startTime=1733300063900; duration=0sec 2024-12-04T08:14:24,406 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:24,406 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:24,427 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6a0c32bbcc564f7d9d718f37a2a9a843 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6a0c32bbcc564f7d9d718f37a2a9a843 2024-12-04T08:14:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:24,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:24,438 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into 6a0c32bbcc564f7d9d718f37a2a9a843(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:24,438 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:24,438 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=12, startTime=1733300063902; duration=0sec 2024-12-04T08:14:24,438 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:24,438 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300124458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300124463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,521 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/6406fb4c6de14c21a86a17ab4940faa9 2024-12-04T08:14:24,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bdeecb99c6884d5d862874da5f3e7ea3 is 50, key is test_row_0/C:col10/1733300062261/Put/seqid=0 2024-12-04T08:14:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742017_1193 (size=12301) 2024-12-04T08:14:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300124574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300124574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:24,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300124694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,699 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300124704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,707 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300124713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,716 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300124784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300124784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:24,950 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bdeecb99c6884d5d862874da5f3e7ea3 2024-12-04T08:14:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/5fecce12803f473a9b3749b2daa63c17 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17 2024-12-04T08:14:24,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17, entries=150, sequenceid=278, filesize=30.5 K 2024-12-04T08:14:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/6406fb4c6de14c21a86a17ab4940faa9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9 2024-12-04T08:14:24,974 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T08:14:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bdeecb99c6884d5d862874da5f3e7ea3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3 2024-12-04T08:14:24,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T08:14:24,984 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for edef3e37db19fadd86b6268d334aaa93 in 952ms, sequenceid=278, compaction requested=false 2024-12-04T08:14:24,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:24,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:24,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T08:14:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T08:14:24,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-04T08:14:24,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5090 sec 2024-12-04T08:14:24,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.5170 sec 2024-12-04T08:14:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:25,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:14:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:25,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:25,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:25,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:25,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:25,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120408d3e3e5af2e47a4a91e4c368bbae887_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742018_1194 (size=12454) 2024-12-04T08:14:25,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300125152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300125153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300125264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300125264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300125474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300125474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,531 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:25,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120408d3e3e5af2e47a4a91e4c368bbae887_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408d3e3e5af2e47a4a91e4c368bbae887_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:25,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/83f29504bc1f451394bc416c10b1d8a5, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:25,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/83f29504bc1f451394bc416c10b1d8a5 is 175, key is test_row_0/A:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742019_1195 (size=31255) 2024-12-04T08:14:25,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/83f29504bc1f451394bc416c10b1d8a5 2024-12-04T08:14:25,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/ba23d15c0afb497a87b6c3e545841e51 is 50, key is test_row_0/B:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742020_1196 (size=12301) 2024-12-04T08:14:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300125784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300125786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:25,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/ba23d15c0afb497a87b6c3e545841e51 2024-12-04T08:14:25,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d34508146c46420bb8227b3a5ffc5949 is 50, key is test_row_0/C:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:26,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742021_1197 (size=12301) 2024-12-04T08:14:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300126294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300126294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:26,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d34508146c46420bb8227b3a5ffc5949 2024-12-04T08:14:26,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/83f29504bc1f451394bc416c10b1d8a5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5 2024-12-04T08:14:26,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5, entries=150, sequenceid=292, filesize=30.5 K 2024-12-04T08:14:26,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/ba23d15c0afb497a87b6c3e545841e51 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51 2024-12-04T08:14:26,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51, entries=150, sequenceid=292, filesize=12.0 K 2024-12-04T08:14:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d34508146c46420bb8227b3a5ffc5949 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949 2024-12-04T08:14:26,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949, entries=150, sequenceid=292, filesize=12.0 K 2024-12-04T08:14:26,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for edef3e37db19fadd86b6268d334aaa93 in 1377ms, sequenceid=292, compaction requested=true 2024-12-04T08:14:26,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:26,474 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:26,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:26,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:26,475 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:26,475 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94200 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:26,475 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:26,475 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:26,475 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=92.0 K 2024-12-04T08:14:26,475 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:26,475 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5] 2024-12-04T08:14:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:26,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:26,501 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88fb42517b8b48f6a5c6a03b34214407, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300059872 2024-12-04T08:14:26,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:26,501 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:26,502 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:26,502 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:26,502 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/9bb88b5aafc84ca0b044da1dd1ca7421, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.4 K 2024-12-04T08:14:26,502 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fecce12803f473a9b3749b2daa63c17, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300062252 2024-12-04T08:14:26,502 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb88b5aafc84ca0b044da1dd1ca7421, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300059872 2024-12-04T08:14:26,504 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6406fb4c6de14c21a86a17ab4940faa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300062252 2024-12-04T08:14:26,504 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83f29504bc1f451394bc416c10b1d8a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:26,505 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ba23d15c0afb497a87b6c3e545841e51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:26,521 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:26,539 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:26,539 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/f63fe34efc8046f0a74bd3005817eca9 is 50, key is test_row_0/B:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:26,545 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204dbce4e5528af495eba4908780a016593_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:26,547 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204dbce4e5528af495eba4908780a016593_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:26,548 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dbce4e5528af495eba4908780a016593_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742022_1198 (size=12881) 2024-12-04T08:14:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742023_1199 (size=4469) 2024-12-04T08:14:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T08:14:26,645 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:26,645 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-04T08:14:26,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:26,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:26,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:26,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T08:14:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:26,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:14:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:26,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:26,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b2ed4ad992364a3b8aec92454d99f1b5_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300065150/Put/seqid=0 2024-12-04T08:14:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742024_1200 (size=12454) 2024-12-04T08:14:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:26,995 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#165 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:26,995 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/3ed89d5141f64300abf1ad43c5fdd894 is 175, key is test_row_0/A:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:26,999 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/f63fe34efc8046f0a74bd3005817eca9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f63fe34efc8046f0a74bd3005817eca9 2024-12-04T08:14:27,006 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into f63fe34efc8046f0a74bd3005817eca9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:27,006 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:27,006 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300066475; duration=0sec 2024-12-04T08:14:27,006 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:27,006 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:27,007 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:27,008 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:27,008 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:27,008 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:27,008 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6a0c32bbcc564f7d9d718f37a2a9a843, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.4 K 2024-12-04T08:14:27,009 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0c32bbcc564f7d9d718f37a2a9a843, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733300059872 2024-12-04T08:14:27,009 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bdeecb99c6884d5d862874da5f3e7ea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733300062252 2024-12-04T08:14:27,010 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d34508146c46420bb8227b3a5ffc5949, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742025_1201 (size=31835) 2024-12-04T08:14:27,024 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:27,024 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6339b9d9198144218601b65edaae7e93 is 50, key is test_row_0/C:col10/1733300064448/Put/seqid=0 2024-12-04T08:14:27,028 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/3ed89d5141f64300abf1ad43c5fdd894 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894 2024-12-04T08:14:27,035 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 3ed89d5141f64300abf1ad43c5fdd894(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:27,035 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:27,035 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300066474; duration=0sec 2024-12-04T08:14:27,035 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:27,035 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742026_1202 (size=12881) 2024-12-04T08:14:27,069 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/6339b9d9198144218601b65edaae7e93 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6339b9d9198144218601b65edaae7e93 2024-12-04T08:14:27,081 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into 6339b9d9198144218601b65edaae7e93(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:27,081 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:27,081 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300066501; duration=0sec 2024-12-04T08:14:27,081 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:27,081 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:27,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b2ed4ad992364a3b8aec92454d99f1b5_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b2ed4ad992364a3b8aec92454d99f1b5_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:27,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/11769059cf994686af2cc410faeebfc6, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:27,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/11769059cf994686af2cc410faeebfc6 is 175, key is test_row_0/A:col10/1733300065150/Put/seqid=0 2024-12-04T08:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742027_1203 (size=31255) 2024-12-04T08:14:27,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/11769059cf994686af2cc410faeebfc6 2024-12-04T08:14:27,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/cc78d503fcce4cf8a6641a716def5c8c is 50, key is test_row_0/B:col10/1733300065150/Put/seqid=0 2024-12-04T08:14:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742028_1204 (size=12301) 2024-12-04T08:14:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300127325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300127326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300127433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300127434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300127644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300127644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,714 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/cc78d503fcce4cf8a6641a716def5c8c 2024-12-04T08:14:27,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5506d28df0ad4bb89de821c168d105d9 is 50, key is test_row_0/C:col10/1733300065150/Put/seqid=0 2024-12-04T08:14:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742029_1205 (size=12301) 2024-12-04T08:14:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:27,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300127954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300127954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:27,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,133 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5506d28df0ad4bb89de821c168d105d9 2024-12-04T08:14:28,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/11769059cf994686af2cc410faeebfc6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6 2024-12-04T08:14:28,144 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6, entries=150, sequenceid=312, filesize=30.5 K 2024-12-04T08:14:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/cc78d503fcce4cf8a6641a716def5c8c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c 2024-12-04T08:14:28,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T08:14:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/5506d28df0ad4bb89de821c168d105d9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9 2024-12-04T08:14:28,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T08:14:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for edef3e37db19fadd86b6268d334aaa93 in 1354ms, sequenceid=312, compaction requested=false 2024-12-04T08:14:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T08:14:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T08:14:28,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-04T08:14:28,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-12-04T08:14:28,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5280 sec 2024-12-04T08:14:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:28,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:28,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120418b34e3e3e2a4515a1fb65a8d223df06_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742030_1206 (size=14994) 2024-12-04T08:14:28,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:28,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120418b34e3e3e2a4515a1fb65a8d223df06_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120418b34e3e3e2a4515a1fb65a8d223df06_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:28,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/2e492f3686754294a47f6680e5c03214, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:28,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/2e492f3686754294a47f6680e5c03214 is 175, key is test_row_0/A:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300128510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300128514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742031_1207 (size=39949) 2024-12-04T08:14:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300128614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300128624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53070 deadline: 1733300128734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53116 deadline: 1733300128734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,735 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:28,735 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53140 deadline: 1733300128743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,749 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in edef3e37db19fadd86b6268d334aaa93 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T08:14:28,794 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:28,795 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-04T08:14:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:28,797 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:28,798 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:28,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300128824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300128833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:28,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/2e492f3686754294a47f6680e5c03214 2024-12-04T08:14:28,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/e995669e9551431387f8331a46dce30f is 50, key is test_row_0/B:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:28,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T08:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:28,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742032_1208 (size=12301) 2024-12-04T08:14:29,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T08:14:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:29,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:29,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300129136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300129144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T08:14:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:29,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/e995669e9551431387f8331a46dce30f 2024-12-04T08:14:29,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/74b7528af60144a7a0e3ae125093a80a is 50, key is test_row_0/C:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:29,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742033_1209 (size=12301) 2024-12-04T08:14:29,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/74b7528af60144a7a0e3ae125093a80a 2024-12-04T08:14:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/2e492f3686754294a47f6680e5c03214 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214 2024-12-04T08:14:29,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214, entries=200, sequenceid=329, filesize=39.0 K 2024-12-04T08:14:29,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/e995669e9551431387f8331a46dce30f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f 2024-12-04T08:14:29,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T08:14:29,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/74b7528af60144a7a0e3ae125093a80a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a 2024-12-04T08:14:29,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a, entries=150, sequenceid=329, filesize=12.0 K 2024-12-04T08:14:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for edef3e37db19fadd86b6268d334aaa93 in 943ms, sequenceid=329, compaction requested=true 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:29,410 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:14:29,411 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:29,411 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:29,411 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:29,412 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,412 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=100.6 K 2024-12-04T08:14:29,412 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,412 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214] 2024-12-04T08:14:29,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,414 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:29,417 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed89d5141f64300abf1ad43c5fdd894, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:29,418 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 11769059cf994686af2cc410faeebfc6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300065142 2024-12-04T08:14:29,418 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:29,419 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e492f3686754294a47f6680e5c03214, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067320 2024-12-04T08:14:29,419 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:29,419 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,419 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f63fe34efc8046f0a74bd3005817eca9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.6 K 2024-12-04T08:14:29,420 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f63fe34efc8046f0a74bd3005817eca9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:29,420 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc78d503fcce4cf8a6641a716def5c8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300065142 2024-12-04T08:14:29,421 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e995669e9551431387f8331a46dce30f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067323 2024-12-04T08:14:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120417c352ba31cb4c2cb154c52c72e193c4_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300068505/Put/seqid=0 2024-12-04T08:14:29,443 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:29,462 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:29,462 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120435454dc6a0bd45aea6a93b1c2d63dcd0_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:29,463 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5af05c11759d4b4e8ad68cdd46cfb825 is 50, key is test_row_0/B:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:29,464 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120435454dc6a0bd45aea6a93b1c2d63dcd0_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:29,464 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120435454dc6a0bd45aea6a93b1c2d63dcd0_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742034_1210 (size=12454) 2024-12-04T08:14:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742035_1211 (size=12983) 2024-12-04T08:14:29,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120417c352ba31cb4c2cb154c52c72e193c4_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417c352ba31cb4c2cb154c52c72e193c4_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b16393e2120c4583ab539026bff60f34, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:29,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b16393e2120c4583ab539026bff60f34 is 175, key is test_row_0/A:col10/1733300068505/Put/seqid=0 2024-12-04T08:14:29,516 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5af05c11759d4b4e8ad68cdd46cfb825 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5af05c11759d4b4e8ad68cdd46cfb825 2024-12-04T08:14:29,524 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into 5af05c11759d4b4e8ad68cdd46cfb825(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:29,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:29,524 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300069410; duration=0sec 2024-12-04T08:14:29,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:29,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:29,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742036_1212 (size=4469) 2024-12-04T08:14:29,527 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:29,527 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:29,527 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:29,528 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6339b9d9198144218601b65edaae7e93, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.6 K 2024-12-04T08:14:29,528 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6339b9d9198144218601b65edaae7e93, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733300064448 2024-12-04T08:14:29,529 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5506d28df0ad4bb89de821c168d105d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300065142 2024-12-04T08:14:29,529 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b7528af60144a7a0e3ae125093a80a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067323 2024-12-04T08:14:29,534 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#175 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:29,534 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/6875ca5924094d3abc61fde842ff0011 is 175, key is test_row_0/A:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742037_1213 (size=31255) 2024-12-04T08:14:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742038_1214 (size=31937) 2024-12-04T08:14:29,568 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:29,568 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/fd267f239b3c404bb5fd9dac260de609 is 50, key is test_row_0/C:col10/1733300068467/Put/seqid=0 2024-12-04T08:14:29,573 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/6875ca5924094d3abc61fde842ff0011 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011 2024-12-04T08:14:29,580 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 6875ca5924094d3abc61fde842ff0011(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:29,580 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:29,580 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300069410; duration=0sec 2024-12-04T08:14:29,580 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:29,580 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742039_1215 (size=12983) 2024-12-04T08:14:29,616 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/fd267f239b3c404bb5fd9dac260de609 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fd267f239b3c404bb5fd9dac260de609 2024-12-04T08:14:29,625 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into fd267f239b3c404bb5fd9dac260de609(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:29,625 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:29,625 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300069410; duration=0sec 2024-12-04T08:14:29,625 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:29,625 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:29,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300129692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300129694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300129804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300129804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:29,956 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b16393e2120c4583ab539026bff60f34 2024-12-04T08:14:29,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/8794ac8cfa074a59984b00e6de100556 is 50, key is test_row_0/B:col10/1733300068505/Put/seqid=0 2024-12-04T08:14:29,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742040_1216 (size=12301) 2024-12-04T08:14:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300130024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300130024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300130334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300130334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,378 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/8794ac8cfa074a59984b00e6de100556 2024-12-04T08:14:30,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/726b185480ef43e6be9a20db5461aa32 is 50, key is test_row_0/C:col10/1733300068505/Put/seqid=0 2024-12-04T08:14:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742041_1217 (size=12301) 2024-12-04T08:14:30,434 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/726b185480ef43e6be9a20db5461aa32 2024-12-04T08:14:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b16393e2120c4583ab539026bff60f34 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34 2024-12-04T08:14:30,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34, entries=150, sequenceid=347, filesize=30.5 K 2024-12-04T08:14:30,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/8794ac8cfa074a59984b00e6de100556 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556 2024-12-04T08:14:30,476 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T08:14:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/726b185480ef43e6be9a20db5461aa32 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32 2024-12-04T08:14:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T08:14:30,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for edef3e37db19fadd86b6268d334aaa93 in 1078ms, sequenceid=347, compaction requested=false 2024-12-04T08:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-04T08:14:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-04T08:14:30,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-04T08:14:30,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-12-04T08:14:30,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.7050 sec 2024-12-04T08:14:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:30,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:30,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:30,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b8f4885631ed4a6cba9d74ce0b9b36e1_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:30,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742042_1218 (size=14994) 2024-12-04T08:14:30,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300130886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300130890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T08:14:30,944 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:30,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-04T08:14:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:30,949 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:30,950 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:30,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300130994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:30,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300131004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:31,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300131204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:31,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300131214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:31,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:31,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b8f4885631ed4a6cba9d74ce0b9b36e1_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b8f4885631ed4a6cba9d74ce0b9b36e1_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:31,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/61650cebff0c4abe88bd10b20177e98d, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:31,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/61650cebff0c4abe88bd10b20177e98d is 175, key is test_row_0/A:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742043_1219 (size=39949) 2024-12-04T08:14:31,296 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/61650cebff0c4abe88bd10b20177e98d 2024-12-04T08:14:31,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/22928d0fc661471b8cf715733b52925b is 50, key is test_row_0/B:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742044_1220 (size=12301) 2024-12-04T08:14:31,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300131514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300131524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:31,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:31,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/22928d0fc661471b8cf715733b52925b 2024-12-04T08:14:31,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d025860f75224b1e9e6b19ab1cab05b8 is 50, key is test_row_0/C:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742045_1221 (size=12301) 2024-12-04T08:14:31,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d025860f75224b1e9e6b19ab1cab05b8 2024-12-04T08:14:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/61650cebff0c4abe88bd10b20177e98d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d 2024-12-04T08:14:31,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d, entries=200, sequenceid=366, filesize=39.0 K 2024-12-04T08:14:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/22928d0fc661471b8cf715733b52925b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b 2024-12-04T08:14:31,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b, entries=150, sequenceid=366, filesize=12.0 K 2024-12-04T08:14:31,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/d025860f75224b1e9e6b19ab1cab05b8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8 2024-12-04T08:14:31,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8, entries=150, sequenceid=366, filesize=12.0 K 2024-12-04T08:14:31,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for edef3e37db19fadd86b6268d334aaa93 in 989ms, sequenceid=366, compaction requested=true 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:31,845 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:31,845 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:31,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:31,846 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:31,847 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:31,847 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,847 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=100.7 K 2024-12-04T08:14:31,847 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,847 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5af05c11759d4b4e8ad68cdd46cfb825, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.7 K 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d] 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6875ca5924094d3abc61fde842ff0011, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067323 2024-12-04T08:14:31,847 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5af05c11759d4b4e8ad68cdd46cfb825, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067323 2024-12-04T08:14:31,848 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8794ac8cfa074a59984b00e6de100556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300068498 2024-12-04T08:14:31,848 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16393e2120c4583ab539026bff60f34, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300068498 2024-12-04T08:14:31,848 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 22928d0fc661471b8cf715733b52925b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:31,848 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61650cebff0c4abe88bd10b20177e98d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:31,868 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#183 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:31,869 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/de3e130627324b36a650b742bfdd49ee is 50, key is test_row_0/B:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:31,872 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:31,893 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412041eb294d7a94d413cbbb7eb256c1010f8_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:31,895 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412041eb294d7a94d413cbbb7eb256c1010f8_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:31,896 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041eb294d7a94d413cbbb7eb256c1010f8_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:31,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T08:14:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:31,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T08:14:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:31,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742046_1222 (size=13085) 2024-12-04T08:14:31,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742047_1223 (size=4469) 2024-12-04T08:14:31,926 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#184 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:31,927 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/40d7d8724870458980f0b17dff6b23ef is 175, key is test_row_0/A:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040ad475617216457dba63cf2a90bff3d6_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300070888/Put/seqid=0 2024-12-04T08:14:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742048_1224 (size=32039) 2024-12-04T08:14:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742049_1225 (size=12454) 2024-12-04T08:14:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. as already flushing 2024-12-04T08:14:32,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300132074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300132079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300132184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300132194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,324 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/de3e130627324b36a650b742bfdd49ee as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/de3e130627324b36a650b742bfdd49ee 2024-12-04T08:14:32,330 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into de3e130627324b36a650b742bfdd49ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:32,330 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:32,330 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300071845; duration=0sec 2024-12-04T08:14:32,331 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:32,331 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:32,331 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:32,332 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:32,332 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:32,332 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:32,332 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fd267f239b3c404bb5fd9dac260de609, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.7 K 2024-12-04T08:14:32,333 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fd267f239b3c404bb5fd9dac260de609, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733300067323 2024-12-04T08:14:32,336 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 726b185480ef43e6be9a20db5461aa32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300068498 2024-12-04T08:14:32,338 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d025860f75224b1e9e6b19ab1cab05b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:32,351 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:32,352 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/3c5daeafa3674da0bbf5f1b2b45ba296 is 50, key is test_row_0/C:col10/1733300070855/Put/seqid=0 2024-12-04T08:14:32,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:32,361 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/40d7d8724870458980f0b17dff6b23ef as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef 2024-12-04T08:14:32,364 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040ad475617216457dba63cf2a90bff3d6_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ad475617216457dba63cf2a90bff3d6_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/857df12217514866a83780e1de59dda4, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/857df12217514866a83780e1de59dda4 is 175, key is test_row_0/A:col10/1733300070888/Put/seqid=0 2024-12-04T08:14:32,369 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into 40d7d8724870458980f0b17dff6b23ef(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:32,369 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:32,369 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300071845; duration=0sec 2024-12-04T08:14:32,369 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:32,369 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742050_1226 (size=13085) 2024-12-04T08:14:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742051_1227 (size=31255) 2024-12-04T08:14:32,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/857df12217514866a83780e1de59dda4 2024-12-04T08:14:32,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5448c46a261a481e9cb7fc6e5cf63f76 is 50, key is test_row_0/B:col10/1733300070888/Put/seqid=0 2024-12-04T08:14:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300132395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300132404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742052_1228 (size=12301) 2024-12-04T08:14:32,712 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-12-04T08:14:32,712 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:32,712 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,712 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53132 deadline: 1733300132714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,717 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-12-04T08:14:32,717 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:32,717 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,717 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53106 deadline: 1733300132714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:32,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:14:32,719 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-12-04T08:14:32,719 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:32,719 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,719 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:32,723 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-12-04T08:14:32,723 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:32,723 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,723 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:32,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:32,780 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/3c5daeafa3674da0bbf5f1b2b45ba296 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3c5daeafa3674da0bbf5f1b2b45ba296 2024-12-04T08:14:32,784 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into 3c5daeafa3674da0bbf5f1b2b45ba296(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:32,784 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:32,784 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300071845; duration=0sec 2024-12-04T08:14:32,784 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:32,784 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:32,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5448c46a261a481e9cb7fc6e5cf63f76 2024-12-04T08:14:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/10f2005cda984fd89b44af6b304765a0 is 50, key is test_row_0/C:col10/1733300070888/Put/seqid=0 2024-12-04T08:14:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742053_1229 (size=12301) 2024-12-04T08:14:32,848 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/10f2005cda984fd89b44af6b304765a0 2024-12-04T08:14:32,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/857df12217514866a83780e1de59dda4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4 2024-12-04T08:14:32,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4, entries=150, sequenceid=382, filesize=30.5 K 2024-12-04T08:14:32,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5448c46a261a481e9cb7fc6e5cf63f76 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76 2024-12-04T08:14:32,879 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76, entries=150, sequenceid=382, filesize=12.0 K 2024-12-04T08:14:32,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/10f2005cda984fd89b44af6b304765a0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0 2024-12-04T08:14:32,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0, entries=150, sequenceid=382, filesize=12.0 K 2024-12-04T08:14:32,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for edef3e37db19fadd86b6268d334aaa93 in 991ms, sequenceid=382, compaction requested=false 2024-12-04T08:14:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-04T08:14:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-04T08:14:32,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-04T08:14:32,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-12-04T08:14:32,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.9470 sec 2024-12-04T08:14:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T08:14:33,095 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:33,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T08:14:33,227 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:33,227 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:33,227 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:33,227 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:33,227 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:33,227 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:33,227 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:33,227 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:33,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:33,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:33,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120436ec116e35264cb3b3fef9b3249f27ca_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742054_1230 (size=12454) 2024-12-04T08:14:33,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:33,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120436ec116e35264cb3b3fef9b3249f27ca_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120436ec116e35264cb3b3fef9b3249f27ca_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:33,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/f78664bd504548ebbab117fc95f8aec3, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:33,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/f78664bd504548ebbab117fc95f8aec3 is 175, key is test_row_0/A:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742055_1231 (size=31255) 2024-12-04T08:14:33,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/f78664bd504548ebbab117fc95f8aec3 2024-12-04T08:14:33,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5282318785d947528cb9f28d274a5e07 is 50, key is test_row_0/B:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742056_1232 (size=12301) 2024-12-04T08:14:33,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5282318785d947528cb9f28d274a5e07 2024-12-04T08:14:33,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/85be94ac03434f3880012f110f0f3c3f is 50, key is test_row_0/C:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742057_1233 (size=12301) 2024-12-04T08:14:33,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/85be94ac03434f3880012f110f0f3c3f 2024-12-04T08:14:33,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/f78664bd504548ebbab117fc95f8aec3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3 2024-12-04T08:14:33,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3, entries=150, sequenceid=403, filesize=30.5 K 2024-12-04T08:14:33,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/5282318785d947528cb9f28d274a5e07 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07 2024-12-04T08:14:33,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T08:14:33,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/85be94ac03434f3880012f110f0f3c3f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f 2024-12-04T08:14:33,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T08:14:33,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for edef3e37db19fadd86b6268d334aaa93 in 579ms, sequenceid=403, compaction requested=true 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edef3e37db19fadd86b6268d334aaa93:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:33,805 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:33,805 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:33,806 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:33,806 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:33,806 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/A is initiating minor compaction (all files) 2024-12-04T08:14:33,806 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/B is initiating minor compaction (all files) 2024-12-04T08:14:33,806 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/A in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:33,806 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/B in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:33,806 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=92.3 K 2024-12-04T08:14:33,806 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/de3e130627324b36a650b742bfdd49ee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.8 K 2024-12-04T08:14:33,806 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:33,806 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3] 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting de3e130627324b36a650b742bfdd49ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40d7d8724870458980f0b17dff6b23ef, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5448c46a261a481e9cb7fc6e5cf63f76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733300070869 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 857df12217514866a83780e1de59dda4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733300070869 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5282318785d947528cb9f28d274a5e07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733300072070 2024-12-04T08:14:33,807 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f78664bd504548ebbab117fc95f8aec3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733300072070 2024-12-04T08:14:33,815 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:33,816 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/f0ca93dc342340fca61c3e1657f3fea1 is 50, key is test_row_0/B:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:33,819 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:33,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742058_1234 (size=13187) 2024-12-04T08:14:33,825 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204f6756e6f81c64fa6abfa9615c21cb11b_edef3e37db19fadd86b6268d334aaa93 store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:33,853 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204f6756e6f81c64fa6abfa9615c21cb11b_edef3e37db19fadd86b6268d334aaa93, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:33,853 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f6756e6f81c64fa6abfa9615c21cb11b_edef3e37db19fadd86b6268d334aaa93 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742059_1235 (size=4469) 2024-12-04T08:14:34,230 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/f0ca93dc342340fca61c3e1657f3fea1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f0ca93dc342340fca61c3e1657f3fea1 2024-12-04T08:14:34,236 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/B of edef3e37db19fadd86b6268d334aaa93 into f0ca93dc342340fca61c3e1657f3fea1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:34,237 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:34,237 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/B, priority=13, startTime=1733300073805; duration=0sec 2024-12-04T08:14:34,237 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:34,237 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:B 2024-12-04T08:14:34,237 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:34,238 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:34,238 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): edef3e37db19fadd86b6268d334aaa93/C is initiating minor compaction (all files) 2024-12-04T08:14:34,238 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edef3e37db19fadd86b6268d334aaa93/C in TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:34,238 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3c5daeafa3674da0bbf5f1b2b45ba296, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp, totalSize=36.8 K 2024-12-04T08:14:34,239 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c5daeafa3674da0bbf5f1b2b45ba296, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733300069677 2024-12-04T08:14:34,239 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 10f2005cda984fd89b44af6b304765a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733300070869 2024-12-04T08:14:34,240 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 85be94ac03434f3880012f110f0f3c3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733300072070 2024-12-04T08:14:34,259 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:34,260 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a7412027aa9c463096da676bb97a3a73 is 175, key is test_row_0/A:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:34,260 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edef3e37db19fadd86b6268d334aaa93#C#compaction#194 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:34,261 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/8012f040968740aca7a6ed08ca0fcba4 is 50, key is test_row_0/C:col10/1733300073225/Put/seqid=0 2024-12-04T08:14:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742060_1236 (size=32141) 2024-12-04T08:14:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742061_1237 (size=13187) 2024-12-04T08:14:34,280 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/a7412027aa9c463096da676bb97a3a73 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a7412027aa9c463096da676bb97a3a73 2024-12-04T08:14:34,280 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/8012f040968740aca7a6ed08ca0fcba4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/8012f040968740aca7a6ed08ca0fcba4 2024-12-04T08:14:34,287 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/A of edef3e37db19fadd86b6268d334aaa93 into a7412027aa9c463096da676bb97a3a73(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:34,287 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/A, priority=13, startTime=1733300073805; duration=0sec 2024-12-04T08:14:34,287 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edef3e37db19fadd86b6268d334aaa93/C of edef3e37db19fadd86b6268d334aaa93 into 8012f040968740aca7a6ed08ca0fcba4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edef3e37db19fadd86b6268d334aaa93: 2024-12-04T08:14:34,287 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., storeName=edef3e37db19fadd86b6268d334aaa93/C, priority=13, startTime=1733300073805; duration=0sec 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:A 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:34,287 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edef3e37db19fadd86b6268d334aaa93:C 2024-12-04T08:14:37,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:14:38,766 INFO [Thread-654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-654. 2024-12-04T08:14:38,766 DEBUG [Thread-654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:38,766 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,766 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:38,776 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-12-04T08:14:38,776 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:38,776 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,776 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:38,835 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-12-04T08:14:38,835 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:14:38,835 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,835 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2669 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2619 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1166 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3495 rows 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1155 2024-12-04T08:14:38,836 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3462 rows 2024-12-04T08:14:38,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:14:38,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:14:38,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:38,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:14:38,837 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:14:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:38,840 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300078840"}]},"ts":"1733300078840"} 2024-12-04T08:14:38,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:14:38,841 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:14:38,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:14:38,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, UNASSIGN}] 2024-12-04T08:14:38,844 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, UNASSIGN 2024-12-04T08:14:38,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:38,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, UNASSIGN because future has completed 2024-12-04T08:14:38,846 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:14:38,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:38,998 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing edef3e37db19fadd86b6268d334aaa93, disabling compactions & flushes 2024-12-04T08:14:38,998 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. after waiting 0 ms 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:38,998 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing edef3e37db19fadd86b6268d334aaa93 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=A 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=B 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edef3e37db19fadd86b6268d334aaa93, store=C 2024-12-04T08:14:38,998 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:39,005 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e3148ab233724896968152aa2fa991cd_edef3e37db19fadd86b6268d334aaa93 is 50, key is test_row_0/A:col10/1733300078834/Put/seqid=0 2024-12-04T08:14:39,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742062_1238 (size=9914) 2024-12-04T08:14:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:39,412 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:39,417 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e3148ab233724896968152aa2fa991cd_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e3148ab233724896968152aa2fa991cd_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:39,418 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b9d17ac9762d4721b38258b6e519f987, store: [table=TestAcidGuarantees family=A region=edef3e37db19fadd86b6268d334aaa93] 2024-12-04T08:14:39,419 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b9d17ac9762d4721b38258b6e519f987 is 175, key is test_row_0/A:col10/1733300078834/Put/seqid=0 2024-12-04T08:14:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742063_1239 (size=22561) 2024-12-04T08:14:39,428 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b9d17ac9762d4721b38258b6e519f987 2024-12-04T08:14:39,436 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce325e670cb4c7a877a0e3d77f5ce33 is 50, key is test_row_0/B:col10/1733300078834/Put/seqid=0 2024-12-04T08:14:39,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742064_1240 (size=9857) 2024-12-04T08:14:39,444 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce325e670cb4c7a877a0e3d77f5ce33 2024-12-04T08:14:39,453 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bbbb1e1b5a7d4e53bae980b4f3720aca is 50, key is test_row_0/C:col10/1733300078834/Put/seqid=0 2024-12-04T08:14:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742065_1241 (size=9857) 2024-12-04T08:14:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:39,859 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bbbb1e1b5a7d4e53bae980b4f3720aca 2024-12-04T08:14:39,865 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/A/b9d17ac9762d4721b38258b6e519f987 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b9d17ac9762d4721b38258b6e519f987 2024-12-04T08:14:39,870 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b9d17ac9762d4721b38258b6e519f987, entries=100, sequenceid=412, filesize=22.0 K 2024-12-04T08:14:39,871 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/B/1ce325e670cb4c7a877a0e3d77f5ce33 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce325e670cb4c7a877a0e3d77f5ce33 2024-12-04T08:14:39,876 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce325e670cb4c7a877a0e3d77f5ce33, entries=100, sequenceid=412, filesize=9.6 K 2024-12-04T08:14:39,877 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/.tmp/C/bbbb1e1b5a7d4e53bae980b4f3720aca as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bbbb1e1b5a7d4e53bae980b4f3720aca 2024-12-04T08:14:39,881 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bbbb1e1b5a7d4e53bae980b4f3720aca, entries=100, sequenceid=412, filesize=9.6 K 2024-12-04T08:14:39,882 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for edef3e37db19fadd86b6268d334aaa93 in 884ms, sequenceid=412, compaction requested=false 2024-12-04T08:14:39,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3] to archive 2024-12-04T08:14:39,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:39,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a440889669a3483c852d52a2019449ac 2024-12-04T08:14:39,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/8eb7d7216d0646399023f30eff9cb59b 2024-12-04T08:14:39,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5873792200514784b9c904eb44423b85 2024-12-04T08:14:39,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1017345059ba44188eec06bf09d31277 2024-12-04T08:14:39,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/167e0c1a3c0b40f5840b7d52608d2eec 2024-12-04T08:14:39,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/02a39f886692437697679261268acae5 2024-12-04T08:14:39,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/c6ca7a4113ab46d889bbd00aa739877c 2024-12-04T08:14:39,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1ffb510f9e4340d891131d1784fcb773 2024-12-04T08:14:39,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/1edef7d3a44847acacc027c981d4e445 2024-12-04T08:14:39,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a45111942fad456a963f8c086ad0de96 2024-12-04T08:14:39,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a95971dba739463cabc5bb194b2e4be8 2024-12-04T08:14:39,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5a8b96bccf9a4b26b0333360864829f9 2024-12-04T08:14:39,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/bc7b10149671495fab0eaa9915aabe40 2024-12-04T08:14:39,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/88fb42517b8b48f6a5c6a03b34214407 2024-12-04T08:14:39,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/17fd7b3b6d894ec0a756827aad8a6a9c 2024-12-04T08:14:39,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/5fecce12803f473a9b3749b2daa63c17 2024-12-04T08:14:39,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/3ed89d5141f64300abf1ad43c5fdd894 2024-12-04T08:14:39,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/83f29504bc1f451394bc416c10b1d8a5 2024-12-04T08:14:39,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/11769059cf994686af2cc410faeebfc6 2024-12-04T08:14:39,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/2e492f3686754294a47f6680e5c03214 2024-12-04T08:14:39,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/6875ca5924094d3abc61fde842ff0011 2024-12-04T08:14:39,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b16393e2120c4583ab539026bff60f34 2024-12-04T08:14:39,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/61650cebff0c4abe88bd10b20177e98d 2024-12-04T08:14:39,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/40d7d8724870458980f0b17dff6b23ef 2024-12-04T08:14:39,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/857df12217514866a83780e1de59dda4 2024-12-04T08:14:39,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/f78664bd504548ebbab117fc95f8aec3 2024-12-04T08:14:39,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/c00a97d2f7ed44b29c7269a95b94cd9b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ac7250bfc0ef4171823c4fa3efb3232f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/138428a35cc5431b9378651bfc985b46, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/9bb88b5aafc84ca0b044da1dd1ca7421, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f63fe34efc8046f0a74bd3005817eca9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5af05c11759d4b4e8ad68cdd46cfb825, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/de3e130627324b36a650b742bfdd49ee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07] to archive 2024-12-04T08:14:39,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:39,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/61d1741342244229abc67b0b6de956e7 2024-12-04T08:14:39,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/109ddb02e2324e75a04417d7789505e7 2024-12-04T08:14:39,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/c00a97d2f7ed44b29c7269a95b94cd9b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/c00a97d2f7ed44b29c7269a95b94cd9b 2024-12-04T08:14:39,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce0251807c6414a91255fd1b520393b 2024-12-04T08:14:39,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/b1624c2d5ab54cfd99fa196f77c551b6 2024-12-04T08:14:39,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/99ff04ece48c4633b24270332766e642 2024-12-04T08:14:39,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ac7250bfc0ef4171823c4fa3efb3232f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ac7250bfc0ef4171823c4fa3efb3232f 2024-12-04T08:14:39,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/0f094bc1656d4d1e80930fb308402488 2024-12-04T08:14:39,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/7662f3cee4cd486f924ecf028e0ecb5c 2024-12-04T08:14:39,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/138428a35cc5431b9378651bfc985b46 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/138428a35cc5431b9378651bfc985b46 2024-12-04T08:14:39,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/87644319530f45dabc0bf3e09a5b1b53 2024-12-04T08:14:39,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/4acf1d2da0c240aba598ec44c60bf0f4 2024-12-04T08:14:39,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/03739775b22e4280a45df6f078207a1a 2024-12-04T08:14:39,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/9bb88b5aafc84ca0b044da1dd1ca7421 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/9bb88b5aafc84ca0b044da1dd1ca7421 2024-12-04T08:14:39,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/3435a7ece0434b048d3f4f996a3c3097 2024-12-04T08:14:39,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/6406fb4c6de14c21a86a17ab4940faa9 2024-12-04T08:14:39,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f63fe34efc8046f0a74bd3005817eca9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f63fe34efc8046f0a74bd3005817eca9 2024-12-04T08:14:39,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/ba23d15c0afb497a87b6c3e545841e51 2024-12-04T08:14:39,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/cc78d503fcce4cf8a6641a716def5c8c 2024-12-04T08:14:39,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5af05c11759d4b4e8ad68cdd46cfb825 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5af05c11759d4b4e8ad68cdd46cfb825 2024-12-04T08:14:39,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/e995669e9551431387f8331a46dce30f 2024-12-04T08:14:39,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/8794ac8cfa074a59984b00e6de100556 2024-12-04T08:14:39,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/de3e130627324b36a650b742bfdd49ee to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/de3e130627324b36a650b742bfdd49ee 2024-12-04T08:14:39,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/22928d0fc661471b8cf715733b52925b 2024-12-04T08:14:39,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5448c46a261a481e9cb7fc6e5cf63f76 2024-12-04T08:14:39,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/5282318785d947528cb9f28d274a5e07 2024-12-04T08:14:39,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/93623ce9fea349d7a9c558abc7629bac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/b43f62adf507444db01b5f0479341465, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d2e3a55d50ed4b10b2b050cbc092bc50, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6a0c32bbcc564f7d9d718f37a2a9a843, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6339b9d9198144218601b65edaae7e93, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fd267f239b3c404bb5fd9dac260de609, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3c5daeafa3674da0bbf5f1b2b45ba296, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f] to archive 2024-12-04T08:14:39,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:14:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:39,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/72306aa61e104185b654028cf7abe20a 2024-12-04T08:14:39,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/313a9855f0ea43a8a68c35a458312fc0 2024-12-04T08:14:39,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/93623ce9fea349d7a9c558abc7629bac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/93623ce9fea349d7a9c558abc7629bac 2024-12-04T08:14:39,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3905a5aa048744af96f8eb8dc9927565 2024-12-04T08:14:39,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d51da5fabf4e410c963a9ec4f20bdc15 2024-12-04T08:14:39,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/279a5f3b90b74373b00c9b8b892ec307 2024-12-04T08:14:39,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/b43f62adf507444db01b5f0479341465 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/b43f62adf507444db01b5f0479341465 2024-12-04T08:14:39,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/11bf4335fb1e418ca42f8633ecfac574 2024-12-04T08:14:39,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/9528072cbf334db3a46c5e0dc6bdcf0c 2024-12-04T08:14:39,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d2e3a55d50ed4b10b2b050cbc092bc50 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d2e3a55d50ed4b10b2b050cbc092bc50 2024-12-04T08:14:39,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6635fda5839a43828247bd9dc40df24f 2024-12-04T08:14:39,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/4a84225b799d4ad798809527eb01b6c8 2024-12-04T08:14:39,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5ba5eed2d66f469d8752843fbf8044c9 2024-12-04T08:14:39,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6a0c32bbcc564f7d9d718f37a2a9a843 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6a0c32bbcc564f7d9d718f37a2a9a843 2024-12-04T08:14:39,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fb402777d65a49e1a2cec9bc5bae5c51 2024-12-04T08:14:39,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bdeecb99c6884d5d862874da5f3e7ea3 2024-12-04T08:14:39,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6339b9d9198144218601b65edaae7e93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/6339b9d9198144218601b65edaae7e93 2024-12-04T08:14:39,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d34508146c46420bb8227b3a5ffc5949 2024-12-04T08:14:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/5506d28df0ad4bb89de821c168d105d9 2024-12-04T08:14:39,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fd267f239b3c404bb5fd9dac260de609 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/fd267f239b3c404bb5fd9dac260de609 2024-12-04T08:14:39,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/74b7528af60144a7a0e3ae125093a80a 2024-12-04T08:14:40,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/726b185480ef43e6be9a20db5461aa32 2024-12-04T08:14:40,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3c5daeafa3674da0bbf5f1b2b45ba296 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/3c5daeafa3674da0bbf5f1b2b45ba296 2024-12-04T08:14:40,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/d025860f75224b1e9e6b19ab1cab05b8 2024-12-04T08:14:40,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/10f2005cda984fd89b44af6b304765a0 2024-12-04T08:14:40,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/85be94ac03434f3880012f110f0f3c3f 2024-12-04T08:14:40,009 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=4 2024-12-04T08:14:40,010 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. 2024-12-04T08:14:40,010 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for edef3e37db19fadd86b6268d334aaa93: Waiting for close lock at 1733300078998Running coprocessor pre-close hooks at 1733300078998Disabling compacts and flushes for region at 1733300078998Disabling writes for close at 1733300078998Obtaining lock to block concurrent updates at 1733300078998Preparing flush snapshotting stores in edef3e37db19fadd86b6268d334aaa93 at 1733300078998Finished memstore snapshotting TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733300078998Flushing stores of TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93. at 1733300078999 (+1 ms)Flushing edef3e37db19fadd86b6268d334aaa93/A: creating writer at 1733300078999Flushing mob file edef3e37db19fadd86b6268d334aaa93/A: appending metadata at 1733300079005 (+6 ms)Flushing mob file edef3e37db19fadd86b6268d334aaa93/A: closing flushed file at 1733300079005Flushing edef3e37db19fadd86b6268d334aaa93/A: appending metadata at 1733300079419 (+414 ms)Flushing edef3e37db19fadd86b6268d334aaa93/A: closing flushed file at 1733300079419Flushing edef3e37db19fadd86b6268d334aaa93/B: creating writer at 1733300079433 (+14 ms)Flushing edef3e37db19fadd86b6268d334aaa93/B: appending metadata at 1733300079436 (+3 ms)Flushing edef3e37db19fadd86b6268d334aaa93/B: closing flushed file at 1733300079436Flushing edef3e37db19fadd86b6268d334aaa93/C: creating writer at 1733300079449 (+13 ms)Flushing edef3e37db19fadd86b6268d334aaa93/C: appending metadata at 1733300079453 (+4 ms)Flushing edef3e37db19fadd86b6268d334aaa93/C: closing flushed file at 1733300079453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3215ac43: reopening flushed file at 1733300079865 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e6e888: reopening flushed file at 1733300079870 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3239dba2: reopening flushed file at 1733300079876 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for edef3e37db19fadd86b6268d334aaa93 in 884ms, sequenceid=412, compaction requested=false at 1733300079882 (+6 ms)Writing region close event to WAL at 1733300080006 (+124 ms)Running coprocessor post-close hooks at 1733300080010 (+4 ms)Closed at 1733300080010 2024-12-04T08:14:40,013 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:40,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=edef3e37db19fadd86b6268d334aaa93, regionState=CLOSED 2024-12-04T08:14:40,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:40,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-04T08:14:40,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure edef3e37db19fadd86b6268d334aaa93, server=f5a5a857f5c5,43105,1733300019048 in 1.1690 sec 2024-12-04T08:14:40,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-04T08:14:40,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=edef3e37db19fadd86b6268d334aaa93, UNASSIGN in 1.1740 sec 2024-12-04T08:14:40,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-04T08:14:40,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1770 sec 2024-12-04T08:14:40,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300080022"}]},"ts":"1733300080022"} 2024-12-04T08:14:40,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:14:40,024 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:14:40,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-12-04T08:14:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T08:14:40,984 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:40,985 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:14:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:40,987 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-04T08:14:40,987 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:40,991 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:40,993 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits] 2024-12-04T08:14:40,996 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a7412027aa9c463096da676bb97a3a73 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/a7412027aa9c463096da676bb97a3a73 2024-12-04T08:14:40,997 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b9d17ac9762d4721b38258b6e519f987 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/A/b9d17ac9762d4721b38258b6e519f987 2024-12-04T08:14:41,000 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce325e670cb4c7a877a0e3d77f5ce33 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/1ce325e670cb4c7a877a0e3d77f5ce33 2024-12-04T08:14:41,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f0ca93dc342340fca61c3e1657f3fea1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/B/f0ca93dc342340fca61c3e1657f3fea1 2024-12-04T08:14:41,004 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/8012f040968740aca7a6ed08ca0fcba4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/8012f040968740aca7a6ed08ca0fcba4 2024-12-04T08:14:41,005 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bbbb1e1b5a7d4e53bae980b4f3720aca to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/C/bbbb1e1b5a7d4e53bae980b4f3720aca 2024-12-04T08:14:41,008 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits/415.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93/recovered.edits/415.seqid 2024-12-04T08:14:41,009 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,009 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:14:41,010 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:14:41,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T08:14:41,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408d3e3e5af2e47a4a91e4c368bbae887_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408d3e3e5af2e47a4a91e4c368bbae887_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ad475617216457dba63cf2a90bff3d6_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ad475617216457dba63cf2a90bff3d6_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417c352ba31cb4c2cb154c52c72e193c4_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417c352ba31cb4c2cb154c52c72e193c4_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120418b34e3e3e2a4515a1fb65a8d223df06_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120418b34e3e3e2a4515a1fb65a8d223df06_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,020 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ab6d265a6764005b2695785dbfd7ad2_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ab6d265a6764005b2695785dbfd7ad2_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041e302b5e0b144ff08a4922352a3a1c75_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041e302b5e0b144ff08a4922352a3a1c75_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120430ca965f68fe417f8cecf96ef2453256_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120430ca965f68fe417f8cecf96ef2453256_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120436ec116e35264cb3b3fef9b3249f27ca_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120436ec116e35264cb3b3fef9b3249f27ca_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044392909fde4442cea5dbd2e3ad5d193e_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044392909fde4442cea5dbd2e3ad5d193e_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446b5d20a0514436c9a2f13830f6e70cd_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120446b5d20a0514436c9a2f13830f6e70cd_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120454dec7acdf204117ba520ad6333a1990_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120454dec7acdf204117ba520ad6333a1990_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,028 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204718c2e1d871844eb8fa9a200f3ff450c_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204718c2e1d871844eb8fa9a200f3ff450c_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,029 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047e22e7f30b14496eb0ef98ad93bd0a86_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047e22e7f30b14496eb0ef98ad93bd0a86_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,031 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f5726e5f9db43ecaef3f3f91d127fa4_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047f5726e5f9db43ecaef3f3f91d127fa4_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,032 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b2ed4ad992364a3b8aec92454d99f1b5_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b2ed4ad992364a3b8aec92454d99f1b5_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b7fa0807bb32434185b3649ae3ee22ce_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b7fa0807bb32434185b3649ae3ee22ce_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b8f4885631ed4a6cba9d74ce0b9b36e1_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b8f4885631ed4a6cba9d74ce0b9b36e1_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c53868f7f8234e039c15be4c2070663b_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c53868f7f8234e039c15be4c2070663b_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cae48e2df9614e39b21cd4422d2da781_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cae48e2df9614e39b21cd4422d2da781_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e3148ab233724896968152aa2fa991cd_edef3e37db19fadd86b6268d334aaa93 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e3148ab233724896968152aa2fa991cd_edef3e37db19fadd86b6268d334aaa93 2024-12-04T08:14:41,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:14:41,040 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:41,043 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:14:41,045 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:14:41,047 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:41,047 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:14:41,047 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300081047"}]},"ts":"9223372036854775807"} 2024-12-04T08:14:41,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:14:41,049 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => edef3e37db19fadd86b6268d334aaa93, NAME => 'TestAcidGuarantees,,1733300049549.edef3e37db19fadd86b6268d334aaa93.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:14:41,049 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:14:41,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300081049"}]},"ts":"9223372036854775807"} 2024-12-04T08:14:41,052 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:14:41,052 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:41,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-04T08:14:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-04T08:14:41,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:14:41,094 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:41,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=517 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7177 (was 7241) 2024-12-04T08:14:41,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=7176 2024-12-04T08:14:41,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:14:41,117 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:14:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:14:41,120 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:14:41,120 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:41,120 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-04T08:14:41,121 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:14:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742066_1242 (size=1061) 2024-12-04T08:14:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:41,532 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:14:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742067_1243 (size=53) 2024-12-04T08:14:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 35c503c080a90653fedc11df3ec418f8, disabling compactions & flushes 2024-12-04T08:14:41,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. after waiting 0 ms 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:41,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:41,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c503c080a90653fedc11df3ec418f8: Waiting for close lock at 1733300081943Disabling compacts and flushes for region at 1733300081943Disabling writes for close at 1733300081943Writing region close event to WAL at 1733300081943Closed at 1733300081943 2024-12-04T08:14:41,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:14:41,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300081945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300081945"}]},"ts":"1733300081945"} 2024-12-04T08:14:41,947 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:14:41,948 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:14:41,948 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300081948"}]},"ts":"1733300081948"} 2024-12-04T08:14:41,949 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:14:41,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, ASSIGN}] 2024-12-04T08:14:41,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, ASSIGN 2024-12-04T08:14:41,952 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:14:42,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=35c503c080a90653fedc11df3ec418f8, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, ASSIGN because future has completed 2024-12-04T08:14:42,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:14:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:42,260 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:42,260 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:14:42,261 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,261 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:14:42,261 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,261 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,263 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,264 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:42,264 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c503c080a90653fedc11df3ec418f8 columnFamilyName A 2024-12-04T08:14:42,264 DEBUG [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:42,265 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(327): Store=35c503c080a90653fedc11df3ec418f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:42,265 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,266 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:42,266 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c503c080a90653fedc11df3ec418f8 columnFamilyName B 2024-12-04T08:14:42,266 DEBUG [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:42,268 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(327): Store=35c503c080a90653fedc11df3ec418f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:42,268 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,269 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:14:42,269 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c503c080a90653fedc11df3ec418f8 columnFamilyName C 2024-12-04T08:14:42,269 DEBUG [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:14:42,270 INFO [StoreOpener-35c503c080a90653fedc11df3ec418f8-1 {}] regionserver.HStore(327): Store=35c503c080a90653fedc11df3ec418f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:14:42,270 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:42,270 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,271 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,271 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,272 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,272 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,273 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:14:42,274 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,277 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:14:42,278 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 35c503c080a90653fedc11df3ec418f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64719643, jitterRate=-0.03560216724872589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:14:42,278 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:42,281 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 35c503c080a90653fedc11df3ec418f8: Running coprocessor pre-open hook at 1733300082261Writing region info on filesystem at 1733300082261Initializing all the Stores at 1733300082262 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300082262Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300082262Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300082262Cleaning up temporary data from old regions at 1733300082272 (+10 ms)Running coprocessor post-open hooks at 1733300082278 (+6 ms)Region opened successfully at 1733300082281 (+3 ms) 2024-12-04T08:14:42,282 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., pid=67, masterSystemTime=1733300082256 2024-12-04T08:14:42,284 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:42,284 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:42,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=35c503c080a90653fedc11df3ec418f8, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:42,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:14:42,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-04T08:14:42,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 in 183 msec 2024-12-04T08:14:42,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-04T08:14:42,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, ASSIGN in 338 msec 2024-12-04T08:14:42,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:14:42,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300082291"}]},"ts":"1733300082291"} 2024-12-04T08:14:42,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:14:42,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:14:42,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-12-04T08:14:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-04T08:14:43,264 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:43,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,267 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66413e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad523d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:14:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:14:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456abfc9 2024-12-04T08:14:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:14:43,275 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:14:43,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70915e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,278 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3064fe49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08b9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,282 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d9a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,283 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734d4d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d8b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,286 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25147a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,288 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0dfed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4094005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9f4403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335772d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,294 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e5afcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298dd288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,297 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387ccbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778c3b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3394db16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,302 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ca42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:14:43,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:14:43,305 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd65f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:14:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:14:43,306 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:14:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73956e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:14:43,307 DEBUG [Thread-1150 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,307 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,307 DEBUG [Thread-1135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,307 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,307 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,308 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,308 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,309 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-04T08:14:43,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T08:14:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:43,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:43,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:43,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:43,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:43,328 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,328 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:14:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:14:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:14:43,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:14:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:14:43,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/f5bd06e2519b4d14b49d0e6368a56d3b is 50, key is test_row_0/A:col10/1733300083319/Put/seqid=0 2024-12-04T08:14:43,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300083364, max timestamp=1733300083375Num uniques 859; 2024-12-04T08:14:43,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:43,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300083364, max timestamp=1733300083375Num uniques 859; 2024-12-04T08:14:43,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300083364, max timestamp=1733300083375Num uniques 859; 2024-12-04T08:14:43,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:43,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742068_1244 (size=12001) 2024-12-04T08:14:43,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/f5bd06e2519b4d14b49d0e6368a56d3b 2024-12-04T08:14:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T08:14:43,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/462b7c5350e74f75bb070fd20cf65786 is 50, key is test_row_0/B:col10/1733300083319/Put/seqid=0 2024-12-04T08:14:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742069_1245 (size=12001) 2024-12-04T08:14:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1733300083432, max timestamp=1733300083445Num uniques 1018; 2024-12-04T08:14:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46610, new segment data size=7680, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:14:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300083432, max timestamp=1733300083445Num uniques 1018; 2024-12-04T08:14:43,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:14:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300083432, max timestamp=1733300083445Num uniques 1018; 2024-12-04T08:14:43,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:14:43,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T08:14:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300143476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300143478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300143480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300143482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300143483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300143594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300143595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300143595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300143595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300143595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T08:14:43,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:43,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T08:14:43,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T08:14:43,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:43,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300143804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300143804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300143805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300143805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300143805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:43,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/462b7c5350e74f75bb070fd20cf65786 2024-12-04T08:14:43,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/65b3fa330906497e83b866bb24e01106 is 50, key is test_row_0/C:col10/1733300083319/Put/seqid=0 2024-12-04T08:14:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742070_1246 (size=12001) 2024-12-04T08:14:43,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/65b3fa330906497e83b866bb24e01106 2024-12-04T08:14:43,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/f5bd06e2519b4d14b49d0e6368a56d3b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b 2024-12-04T08:14:43,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T08:14:43,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/462b7c5350e74f75bb070fd20cf65786 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786 2024-12-04T08:14:43,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T08:14:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/65b3fa330906497e83b866bb24e01106 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106 2024-12-04T08:14:43,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106, entries=150, sequenceid=11, filesize=11.7 K 2024-12-04T08:14:43,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 35c503c080a90653fedc11df3ec418f8 in 598ms, sequenceid=11, compaction requested=false 2024-12-04T08:14:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T08:14:43,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:43,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-04T08:14:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:43,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=134.18 KB heapSize=384.14 KB 2024-12-04T08:14:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:43,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:43,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:43,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T08:14:43,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dec248550e1745ad91629e9365f02b3e is 50, key is test_row_0/A:col10/1733300083471/Put/seqid=0 2024-12-04T08:14:43,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742071_1247 (size=12001) 2024-12-04T08:14:43,979 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dec248550e1745ad91629e9365f02b3e 2024-12-04T08:14:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/a3ccc6a06f834b2785640661d2e347ab is 50, key is test_row_0/B:col10/1733300083471/Put/seqid=0 2024-12-04T08:14:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742072_1248 (size=12001) 2024-12-04T08:14:44,019 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/a3ccc6a06f834b2785640661d2e347ab 2024-12-04T08:14:44,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/6ed17bed2ba14d239cba62d3afd7c226 is 50, key is test_row_0/C:col10/1733300083471/Put/seqid=0 2024-12-04T08:14:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742073_1249 (size=12001) 2024-12-04T08:14:44,040 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/6ed17bed2ba14d239cba62d3afd7c226 2024-12-04T08:14:44,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dec248550e1745ad91629e9365f02b3e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e 2024-12-04T08:14:44,049 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e, entries=150, sequenceid=65, filesize=11.7 K 2024-12-04T08:14:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/a3ccc6a06f834b2785640661d2e347ab as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab 2024-12-04T08:14:44,055 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab, entries=150, sequenceid=65, filesize=11.7 K 2024-12-04T08:14:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/6ed17bed2ba14d239cba62d3afd7c226 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226 2024-12-04T08:14:44,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226, entries=150, sequenceid=65, filesize=11.7 K 2024-12-04T08:14:44,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.09 KB/393312, currentSize=0 B/0 for 35c503c080a90653fedc11df3ec418f8 in 129ms, sequenceid=65, compaction requested=false 2024-12-04T08:14:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-04T08:14:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-04T08:14:44,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-04T08:14:44,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 745 msec 2024-12-04T08:14:44,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 758 msec 2024-12-04T08:14:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:44,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:44,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/07f5128853d74d958fbce201bf531c22 is 50, key is test_row_0/A:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742074_1250 (size=14341) 2024-12-04T08:14:44,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300144148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300084142, max timestamp=1733300084152Num uniques 859; 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300084142, max timestamp=1733300084153Num uniques 859; 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300084142, max timestamp=1733300084153Num uniques 859; 2024-12-04T08:14:44,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300144189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300144201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300084183, max timestamp=1733300084198Num uniques 1018; 2024-12-04T08:14:44,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:14:44,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300084183, max timestamp=1733300084198Num uniques 1018; 2024-12-04T08:14:44,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:14:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300084183, max timestamp=1733300084198Num uniques 1018; 2024-12-04T08:14:44,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:14:44,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300144261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300144264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300144264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300144314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300144324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300144374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300144374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-04T08:14:44,454 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:44,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-04T08:14:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T08:14:44,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:44,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:44,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300144474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300144524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/07f5128853d74d958fbce201bf531c22 2024-12-04T08:14:44,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300144534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/111a2ecbc7a94f338a9689caa7191e1f is 50, key is test_row_0/B:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742075_1251 (size=12001) 2024-12-04T08:14:44,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/111a2ecbc7a94f338a9689caa7191e1f 2024-12-04T08:14:44,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/47f896d71fc143489397f38082837950 is 50, key is test_row_0/C:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T08:14:44,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742076_1252 (size=12001) 2024-12-04T08:14:44,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/47f896d71fc143489397f38082837950 2024-12-04T08:14:44,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/07f5128853d74d958fbce201bf531c22 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22 2024-12-04T08:14:44,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22, entries=200, sequenceid=76, filesize=14.0 K 2024-12-04T08:14:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/111a2ecbc7a94f338a9689caa7191e1f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f 2024-12-04T08:14:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300144584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300144584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f, entries=150, sequenceid=76, filesize=11.7 K 2024-12-04T08:14:44,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/47f896d71fc143489397f38082837950 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950 2024-12-04T08:14:44,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950, entries=150, sequenceid=76, filesize=11.7 K 2024-12-04T08:14:44,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 35c503c080a90653fedc11df3ec418f8 in 491ms, sequenceid=76, compaction requested=true 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:44,613 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:44,613 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:44,614 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:44,614 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:44,614 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:44,614 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:44,614 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:44,614 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:44,614 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=35.2 K 2024-12-04T08:14:44,614 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=37.4 K 2024-12-04T08:14:44,615 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5bd06e2519b4d14b49d0e6368a56d3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300083317 2024-12-04T08:14:44,616 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 462b7c5350e74f75bb070fd20cf65786, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300083317 2024-12-04T08:14:44,616 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dec248550e1745ad91629e9365f02b3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733300083471 2024-12-04T08:14:44,617 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07f5128853d74d958fbce201bf531c22, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084116 2024-12-04T08:14:44,617 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ccc6a06f834b2785640661d2e347ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733300083471 2024-12-04T08:14:44,617 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 111a2ecbc7a94f338a9689caa7191e1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084119 2024-12-04T08:14:44,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T08:14:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:44,619 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=127.47 KB heapSize=359.53 KB 2024-12-04T08:14:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:44,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/d5da5577f701492c8bc351c1aed7ccf9 is 50, key is test_row_0/A:col10/1733300084247/Put/seqid=0 2024-12-04T08:14:44,634 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:44,635 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dee3185bd4914dae90065198fd79ac69 is 50, key is test_row_0/A:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,679 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:44,680 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/f5dacc63b1c24ba5b8ba6486a1638be7 is 50, key is test_row_0/B:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742078_1254 (size=12104) 2024-12-04T08:14:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742077_1253 (size=12001) 2024-12-04T08:14:44,702 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/d5da5577f701492c8bc351c1aed7ccf9 2024-12-04T08:14:44,708 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dee3185bd4914dae90065198fd79ac69 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dee3185bd4914dae90065198fd79ac69 2024-12-04T08:14:44,720 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into dee3185bd4914dae90065198fd79ac69(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:44,720 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:44,720 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300084613; duration=0sec 2024-12-04T08:14:44,720 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:44,720 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:44,720 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:44,722 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:44,722 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ba28cfab725b4703b48e552749af01e4 is 50, key is test_row_0/B:col10/1733300084247/Put/seqid=0 2024-12-04T08:14:44,722 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:44,723 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=35.2 K 2024-12-04T08:14:44,723 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b3fa330906497e83b866bb24e01106, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300083317 2024-12-04T08:14:44,724 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ed17bed2ba14d239cba62d3afd7c226, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733300083471 2024-12-04T08:14:44,725 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f896d71fc143489397f38082837950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084119 2024-12-04T08:14:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742079_1255 (size=12104) 2024-12-04T08:14:44,767 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:44,767 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/eb036e54626e428d83962ace586a3771 is 50, key is test_row_0/C:col10/1733300084119/Put/seqid=0 2024-12-04T08:14:44,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742080_1256 (size=12001) 2024-12-04T08:14:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T08:14:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742081_1257 (size=12104) 2024-12-04T08:14:44,794 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/eb036e54626e428d83962ace586a3771 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/eb036e54626e428d83962ace586a3771 2024-12-04T08:14:44,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into eb036e54626e428d83962ace586a3771(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:44,798 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:44,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300084613; duration=0sec 2024-12-04T08:14:44,799 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:44,799 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300144833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300144834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300144844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300144894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300144894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:44,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300144943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T08:14:45,152 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/f5dacc63b1c24ba5b8ba6486a1638be7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f5dacc63b1c24ba5b8ba6486a1638be7 2024-12-04T08:14:45,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300145154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,163 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into f5dacc63b1c24ba5b8ba6486a1638be7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:45,163 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,163 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300084613; duration=0sec 2024-12-04T08:14:45,163 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:45,163 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:45,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ba28cfab725b4703b48e552749af01e4 2024-12-04T08:14:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/3ea32dbf80d5461da013f0ad3b8ffeee is 50, key is test_row_0/C:col10/1733300084247/Put/seqid=0 2024-12-04T08:14:45,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742082_1258 (size=12001) 2024-12-04T08:14:45,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/3ea32dbf80d5461da013f0ad3b8ffeee 2024-12-04T08:14:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/d5da5577f701492c8bc351c1aed7ccf9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9 2024-12-04T08:14:45,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T08:14:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ba28cfab725b4703b48e552749af01e4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4 2024-12-04T08:14:45,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T08:14:45,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/3ea32dbf80d5461da013f0ad3b8ffeee as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee 2024-12-04T08:14:45,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee, entries=150, sequenceid=128, filesize=11.7 K 2024-12-04T08:14:45,228 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~359.48 KB/368112, currentSize=53.67 KB/54960 for 35c503c080a90653fedc11df3ec418f8 in 609ms, sequenceid=128, compaction requested=false 2024-12-04T08:14:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-04T08:14:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-04T08:14:45,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-04T08:14:45,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 771 msec 2024-12-04T08:14:45,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 784 msec 2024-12-04T08:14:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:45,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:45,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/3528a1b7531644c6bc05cbb149906cd6 is 50, key is test_row_0/A:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742083_1259 (size=12151) 2024-12-04T08:14:45,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/3528a1b7531644c6bc05cbb149906cd6 2024-12-04T08:14:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300145402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300145404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300145404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300145409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3277329e0ddd417f863ae2f9b835084c is 50, key is test_row_0/B:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742084_1260 (size=12151) 2024-12-04T08:14:45,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3277329e0ddd417f863ae2f9b835084c 2024-12-04T08:14:45,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0a779fb0014e4eb59ddd961ceb3f209d is 50, key is test_row_0/C:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300145464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742085_1261 (size=12151) 2024-12-04T08:14:45,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0a779fb0014e4eb59ddd961ceb3f209d 2024-12-04T08:14:45,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/3528a1b7531644c6bc05cbb149906cd6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6 2024-12-04T08:14:45,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T08:14:45,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3277329e0ddd417f863ae2f9b835084c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c 2024-12-04T08:14:45,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T08:14:45,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0a779fb0014e4eb59ddd961ceb3f209d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d 2024-12-04T08:14:45,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d, entries=150, sequenceid=143, filesize=11.9 K 2024-12-04T08:14:45,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 35c503c080a90653fedc11df3ec418f8 in 163ms, sequenceid=143, compaction requested=true 2024-12-04T08:14:45,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:45,510 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:45,510 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:45,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:45,511 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:45,511 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:45,511 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:45,511 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:45,511 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,511 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,511 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dee3185bd4914dae90065198fd79ac69, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=35.4 K 2024-12-04T08:14:45,511 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f5dacc63b1c24ba5b8ba6486a1638be7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=35.4 K 2024-12-04T08:14:45,512 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f5dacc63b1c24ba5b8ba6486a1638be7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084119 2024-12-04T08:14:45,512 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee3185bd4914dae90065198fd79ac69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084119 2024-12-04T08:14:45,512 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ba28cfab725b4703b48e552749af01e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733300084247 2024-12-04T08:14:45,512 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5da5577f701492c8bc351c1aed7ccf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733300084247 2024-12-04T08:14:45,513 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3528a1b7531644c6bc05cbb149906cd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:45,513 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3277329e0ddd417f863ae2f9b835084c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300085391, max timestamp=1733300085516Num uniques 859; 2024-12-04T08:14:45,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:45,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300085391, max timestamp=1733300085516Num uniques 859; 2024-12-04T08:14:45,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:45,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:45,528 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:45,529 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/e9e67d11231e4997adae927f0a6b5a56 is 50, key is test_row_0/B:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,530 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:45,530 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/a41229f813b1496bb1f896cd3a3331dc is 50, key is test_row_0/A:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:14:45,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/90248c26f21245f096d6e10433070a41 is 50, key is test_row_0/A:col10/1733300085516/Put/seqid=0 2024-12-04T08:14:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742086_1262 (size=12357) 2024-12-04T08:14:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T08:14:45,594 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:45,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-04T08:14:45,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:45,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:45,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:45,599 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/e9e67d11231e4997adae927f0a6b5a56 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/e9e67d11231e4997adae927f0a6b5a56 2024-12-04T08:14:45,606 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into e9e67d11231e4997adae927f0a6b5a56(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:45,606 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,607 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300085510; duration=0sec 2024-12-04T08:14:45,607 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:45,607 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:45,607 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:45,608 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:45,608 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:45,608 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,608 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/eb036e54626e428d83962ace586a3771, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=35.4 K 2024-12-04T08:14:45,609 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting eb036e54626e428d83962ace586a3771, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733300084119 2024-12-04T08:14:45,609 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ea32dbf80d5461da013f0ad3b8ffeee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733300084247 2024-12-04T08:14:45,610 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a779fb0014e4eb59ddd961ceb3f209d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742087_1263 (size=12357) 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300085585, max timestamp=1733300085611Num uniques 859; 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300085585, max timestamp=1733300085611Num uniques 859; 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300085585, max timestamp=1733300085611Num uniques 859; 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:45,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:45,622 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/a41229f813b1496bb1f896cd3a3331dc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a41229f813b1496bb1f896cd3a3331dc 2024-12-04T08:14:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742088_1264 (size=12151) 2024-12-04T08:14:45,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/90248c26f21245f096d6e10433070a41 2024-12-04T08:14:45,633 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into a41229f813b1496bb1f896cd3a3331dc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:45,633 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,633 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300085509; duration=0sec 2024-12-04T08:14:45,634 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:45,634 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:45,640 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:45,641 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/f0c1842ff2314e7fa1a97f53e0c5f6cb is 50, key is test_row_0/C:col10/1733300084805/Put/seqid=0 2024-12-04T08:14:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742089_1265 (size=12357) 2024-12-04T08:14:45,668 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/f0c1842ff2314e7fa1a97f53e0c5f6cb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/f0c1842ff2314e7fa1a97f53e0c5f6cb 2024-12-04T08:14:45,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3a116113391a4bc3abfba26b43e50df1 is 50, key is test_row_0/B:col10/1733300085516/Put/seqid=0 2024-12-04T08:14:45,678 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into f0c1842ff2314e7fa1a97f53e0c5f6cb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:45,678 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:45,678 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300085510; duration=0sec 2024-12-04T08:14:45,678 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:45,678 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:45,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300145689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300145690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742090_1266 (size=12151) 2024-12-04T08:14:45,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3a116113391a4bc3abfba26b43e50df1 2024-12-04T08:14:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:45,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/37ce3e3ea01c4edeb041264f76abc699 is 50, key is test_row_0/C:col10/1733300085516/Put/seqid=0 2024-12-04T08:14:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742091_1267 (size=12151) 2024-12-04T08:14:45,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T08:14:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300145804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300145805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:45,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T08:14:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:45,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300145974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T08:14:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:46,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:46,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/37ce3e3ea01c4edeb041264f76abc699 2024-12-04T08:14:46,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/90248c26f21245f096d6e10433070a41 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41 2024-12-04T08:14:46,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41, entries=150, sequenceid=164, filesize=11.9 K 2024-12-04T08:14:46,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/3a116113391a4bc3abfba26b43e50df1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1 2024-12-04T08:14:46,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1, entries=150, sequenceid=164, filesize=11.9 K 2024-12-04T08:14:46,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/37ce3e3ea01c4edeb041264f76abc699 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699 2024-12-04T08:14:46,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699, entries=150, sequenceid=164, filesize=11.9 K 2024-12-04T08:14:46,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 35c503c080a90653fedc11df3ec418f8 in 655ms, sequenceid=164, compaction requested=false 2024-12-04T08:14:46,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:46,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T08:14:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:46,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-04T08:14:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:46,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/564eedcb0d2c46e58a1190d48f978938 is 50, key is test_row_0/A:col10/1733300085688/Put/seqid=0 2024-12-04T08:14:46,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742092_1268 (size=12151) 2024-12-04T08:14:46,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/564eedcb0d2c46e58a1190d48f978938 2024-12-04T08:14:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/1f621a288a6d48c9af506b30a4a709be is 50, key is test_row_0/B:col10/1733300085688/Put/seqid=0 2024-12-04T08:14:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742093_1269 (size=12151) 2024-12-04T08:14:46,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/1f621a288a6d48c9af506b30a4a709be 2024-12-04T08:14:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/ed3e8061b3b84004acf45069089c70d3 is 50, key is test_row_0/C:col10/1733300085688/Put/seqid=0 2024-12-04T08:14:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742094_1270 (size=12151) 2024-12-04T08:14:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300146347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300146347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300146414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,419 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300146424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,429 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300146464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300146464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,674 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/ed3e8061b3b84004acf45069089c70d3 2024-12-04T08:14:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300146674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300146674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/564eedcb0d2c46e58a1190d48f978938 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938 2024-12-04T08:14:46,702 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938, entries=150, sequenceid=202, filesize=11.9 K 2024-12-04T08:14:46,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/1f621a288a6d48c9af506b30a4a709be as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be 2024-12-04T08:14:46,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be, entries=150, sequenceid=202, filesize=11.9 K 2024-12-04T08:14:46,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/ed3e8061b3b84004acf45069089c70d3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3 2024-12-04T08:14:46,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3, entries=150, sequenceid=202, filesize=11.9 K 2024-12-04T08:14:46,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 35c503c080a90653fedc11df3ec418f8 in 512ms, sequenceid=202, compaction requested=true 2024-12-04T08:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-04T08:14:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-04T08:14:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:46,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-04T08:14:46,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-12-04T08:14:46,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.1410 sec 2024-12-04T08:14:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:46,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:14:46,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:46,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/ace731d9326d46e08913bca13e64e559 is 50, key is test_row_0/A:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742095_1271 (size=14541) 2024-12-04T08:14:47,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/ace731d9326d46e08913bca13e64e559 2024-12-04T08:14:47,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/27d561936a9e46aa9d6b2e130ac20ef8 is 50, key is test_row_0/B:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300147032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300147034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300147034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742096_1272 (size=12151) 2024-12-04T08:14:47,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/27d561936a9e46aa9d6b2e130ac20ef8 2024-12-04T08:14:47,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/de8cb978f84b4f9c9c29894fd2ffbb97 is 50, key is test_row_0/C:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742097_1273 (size=12151) 2024-12-04T08:14:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300147354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300147354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300147354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/de8cb978f84b4f9c9c29894fd2ffbb97 2024-12-04T08:14:47,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/ace731d9326d46e08913bca13e64e559 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559 2024-12-04T08:14:47,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559, entries=200, sequenceid=214, filesize=14.2 K 2024-12-04T08:14:47,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/27d561936a9e46aa9d6b2e130ac20ef8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8 2024-12-04T08:14:47,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8, entries=150, sequenceid=214, filesize=11.9 K 2024-12-04T08:14:47,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/de8cb978f84b4f9c9c29894fd2ffbb97 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97 2024-12-04T08:14:47,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97, entries=150, sequenceid=214, filesize=11.9 K 2024-12-04T08:14:47,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 35c503c080a90653fedc11df3ec418f8 in 527ms, sequenceid=214, compaction requested=true 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:47,515 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:47,515 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:47,517 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:47,517 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:47,517 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:47,517 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/e9e67d11231e4997adae927f0a6b5a56, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=47.7 K 2024-12-04T08:14:47,517 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:47,517 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:47,517 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:47,517 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a41229f813b1496bb1f896cd3a3331dc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=50 K 2024-12-04T08:14:47,518 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e9e67d11231e4997adae927f0a6b5a56, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:47,518 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41229f813b1496bb1f896cd3a3331dc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:47,519 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a116113391a4bc3abfba26b43e50df1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733300085400 2024-12-04T08:14:47,529 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90248c26f21245f096d6e10433070a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733300085400 2024-12-04T08:14:47,529 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f621a288a6d48c9af506b30a4a709be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733300085651 2024-12-04T08:14:47,529 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 564eedcb0d2c46e58a1190d48f978938, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733300085651 2024-12-04T08:14:47,529 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d561936a9e46aa9d6b2e130ac20ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:47,530 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ace731d9326d46e08913bca13e64e559, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:47,540 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:47,541 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/14b1744bdc0448ca97683d5e0f1394fe is 50, key is test_row_0/A:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,541 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:47,542 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/07911e77567744f28542f93c64b617fd is 50, key is test_row_0/B:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742098_1274 (size=12493) 2024-12-04T08:14:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742099_1275 (size=12493) 2024-12-04T08:14:47,574 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/14b1744bdc0448ca97683d5e0f1394fe as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/14b1744bdc0448ca97683d5e0f1394fe 2024-12-04T08:14:47,580 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into 14b1744bdc0448ca97683d5e0f1394fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:47,580 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:47,580 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=12, startTime=1733300087515; duration=0sec 2024-12-04T08:14:47,580 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:47,580 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:47,580 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:47,581 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:47,581 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:47,581 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:47,582 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/f0c1842ff2314e7fa1a97f53e0c5f6cb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=47.7 K 2024-12-04T08:14:47,582 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c1842ff2314e7fa1a97f53e0c5f6cb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733300084805 2024-12-04T08:14:47,582 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ce3e3ea01c4edeb041264f76abc699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733300085400 2024-12-04T08:14:47,583 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3e8061b3b84004acf45069089c70d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733300085651 2024-12-04T08:14:47,583 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting de8cb978f84b4f9c9c29894fd2ffbb97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:47,592 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:47,593 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/400cb6d0ea6549b383610bee9bb5957f is 50, key is test_row_0/C:col10/1733300086987/Put/seqid=0 2024-12-04T08:14:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742100_1276 (size=12493) 2024-12-04T08:14:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:47,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:47,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:47,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/acc6227d19754f69a4e41344191d16a2 is 50, key is test_row_0/A:col10/1733300087031/Put/seqid=0 2024-12-04T08:14:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742101_1277 (size=14541) 2024-12-04T08:14:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300147689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300147690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300147696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T08:14:47,744 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:47,744 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-04T08:14:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:47,746 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:47,747 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:47,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300147804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300147804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300147813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:47,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:47,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:47,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:47,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:47,969 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/07911e77567744f28542f93c64b617fd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/07911e77567744f28542f93c64b617fd 2024-12-04T08:14:47,974 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 07911e77567744f28542f93c64b617fd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:47,974 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:47,974 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=12, startTime=1733300087515; duration=0sec 2024-12-04T08:14:47,974 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:47,974 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300148014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300148014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,016 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/400cb6d0ea6549b383610bee9bb5957f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/400cb6d0ea6549b383610bee9bb5957f 2024-12-04T08:14:48,021 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into 400cb6d0ea6549b383610bee9bb5957f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:48,021 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:48,022 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=12, startTime=1733300087515; duration=0sec 2024-12-04T08:14:48,022 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:48,022 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:48,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300148024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:48,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/acc6227d19754f69a4e41344191d16a2 2024-12-04T08:14:48,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2146bec654dd420ab74d384e0934ff4b is 50, key is test_row_0/B:col10/1733300087031/Put/seqid=0 2024-12-04T08:14:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742102_1278 (size=12151) 2024-12-04T08:14:48,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300148324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300148324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300148334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:48,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300148433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,436 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300148454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,458 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2146bec654dd420ab74d384e0934ff4b 2024-12-04T08:14:48,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/12813cd3271a40fdb139a7552c7d036c is 50, key is test_row_0/C:col10/1733300087031/Put/seqid=0 2024-12-04T08:14:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742103_1279 (size=12151) 2024-12-04T08:14:48,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300148833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300148834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300148844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:48,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/12813cd3271a40fdb139a7552c7d036c 2024-12-04T08:14:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/acc6227d19754f69a4e41344191d16a2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2 2024-12-04T08:14:48,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2, entries=200, sequenceid=236, filesize=14.2 K 2024-12-04T08:14:48,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2146bec654dd420ab74d384e0934ff4b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b 2024-12-04T08:14:48,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b, entries=150, sequenceid=236, filesize=11.9 K 2024-12-04T08:14:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/12813cd3271a40fdb139a7552c7d036c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c 2024-12-04T08:14:48,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c, entries=150, sequenceid=236, filesize=11.9 K 2024-12-04T08:14:48,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 35c503c080a90653fedc11df3ec418f8 in 1263ms, sequenceid=236, compaction requested=false 2024-12-04T08:14:48,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:48,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T08:14:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:48,974 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:48,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:48,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 is 50, key is test_row_0/A:col10/1733300087694/Put/seqid=0 2024-12-04T08:14:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742104_1280 (size=12151) 2024-12-04T08:14:48,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 2024-12-04T08:14:49,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ccc589d04c2f40fd88e15126aa9f043d is 50, key is test_row_0/B:col10/1733300087694/Put/seqid=0 2024-12-04T08:14:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742105_1281 (size=12151) 2024-12-04T08:14:49,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ccc589d04c2f40fd88e15126aa9f043d 2024-12-04T08:14:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/41239ec2b30541e7a23cea870c288d01 is 50, key is test_row_0/C:col10/1733300087694/Put/seqid=0 2024-12-04T08:14:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742106_1282 (size=12151) 2024-12-04T08:14:49,420 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/41239ec2b30541e7a23cea870c288d01 2024-12-04T08:14:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 2024-12-04T08:14:49,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T08:14:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ccc589d04c2f40fd88e15126aa9f043d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d 2024-12-04T08:14:49,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T08:14:49,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/41239ec2b30541e7a23cea870c288d01 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01 2024-12-04T08:14:49,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T08:14:49,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 35c503c080a90653fedc11df3ec418f8 in 476ms, sequenceid=249, compaction requested=true 2024-12-04T08:14:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:49,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-04T08:14:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-04T08:14:49,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-04T08:14:49,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-12-04T08:14:49,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7110 sec 2024-12-04T08:14:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:49,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:49,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/76bcd07d34cc4f9b84684c8af96112c2 is 50, key is test_row_0/A:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742107_1283 (size=17131) 2024-12-04T08:14:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T08:14:49,894 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:49,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-04T08:14:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:49,896 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:49,897 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:49,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300149895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:49,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300089875, max timestamp=1733300089897Num uniques 859; 2024-12-04T08:14:49,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:49,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300089875, max timestamp=1733300089897Num uniques 859; 2024-12-04T08:14:49,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:14:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:49,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300089875, max timestamp=1733300089897Num uniques 859; 2024-12-04T08:14:49,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:14:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300149948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300149949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300150014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300150064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300150064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300150223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/76bcd07d34cc4f9b84684c8af96112c2 2024-12-04T08:14:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300150274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300150274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/332df8b5c5d94bff9148615f4e52bfbf is 50, key is test_row_0/B:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742108_1284 (size=12301) 2024-12-04T08:14:50,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300150534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300150584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300150584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:50,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/332df8b5c5d94bff9148615f4e52bfbf 2024-12-04T08:14:50,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/30f75359fe574bd587e12ddb086922bc is 50, key is test_row_0/C:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742109_1285 (size=12301) 2024-12-04T08:14:50,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:50,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:51,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300151043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300151094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:51,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:51,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/30f75359fe574bd587e12ddb086922bc 2024-12-04T08:14:51,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/76bcd07d34cc4f9b84684c8af96112c2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2 2024-12-04T08:14:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300151104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:51,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2, entries=250, sequenceid=260, filesize=16.7 K 2024-12-04T08:14:51,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/332df8b5c5d94bff9148615f4e52bfbf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf 2024-12-04T08:14:51,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf, entries=150, sequenceid=260, filesize=12.0 K 2024-12-04T08:14:51,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/30f75359fe574bd587e12ddb086922bc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc 2024-12-04T08:14:51,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc, entries=150, sequenceid=260, filesize=12.0 K 2024-12-04T08:14:51,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 35c503c080a90653fedc11df3ec418f8 in 1264ms, sequenceid=260, compaction requested=true 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:51,122 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:51,122 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:51,123 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:51,124 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:51,124 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:51,124 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:51,124 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:51,124 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:51,124 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/14b1744bdc0448ca97683d5e0f1394fe, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=55.0 K 2024-12-04T08:14:51,124 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/07911e77567744f28542f93c64b617fd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=47.9 K 2024-12-04T08:14:51,124 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14b1744bdc0448ca97683d5e0f1394fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:51,124 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 07911e77567744f28542f93c64b617fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:51,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting acc6227d19754f69a4e41344191d16a2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733300087029 2024-12-04T08:14:51,125 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2146bec654dd420ab74d384e0934ff4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733300087029 2024-12-04T08:14:51,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a66e53c94ae46e6abfe2c1cfbc6cdf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733300087687 2024-12-04T08:14:51,125 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ccc589d04c2f40fd88e15126aa9f043d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733300087687 2024-12-04T08:14:51,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bcd07d34cc4f9b84684c8af96112c2, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089848 2024-12-04T08:14:51,126 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 332df8b5c5d94bff9148615f4e52bfbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089855 2024-12-04T08:14:51,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T08:14:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:51,132 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:51,139 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:51,139 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#240 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:51,139 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/706bd892e1304507b9f5ff4da2379b9a is 50, key is test_row_0/B:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:51,140 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/487ebd066c684d81b4f3e4e105475086 is 50, key is test_row_0/A:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/a5b824e7565d48ce9014a7f62ab960ac is 50, key is test_row_0/A:col10/1733300089948/Put/seqid=0 2024-12-04T08:14:51,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742111_1287 (size=12779) 2024-12-04T08:14:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742110_1286 (size=12301) 2024-12-04T08:14:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742112_1288 (size=12779) 2024-12-04T08:14:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/a5b824e7565d48ce9014a7f62ab960ac 2024-12-04T08:14:51,551 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/706bd892e1304507b9f5ff4da2379b9a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/706bd892e1304507b9f5ff4da2379b9a 2024-12-04T08:14:51,556 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/487ebd066c684d81b4f3e4e105475086 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/487ebd066c684d81b4f3e4e105475086 2024-12-04T08:14:51,558 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 706bd892e1304507b9f5ff4da2379b9a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:51,558 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:51,558 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=12, startTime=1733300091122; duration=0sec 2024-12-04T08:14:51,558 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:51,558 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:51,558 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:14:51,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:14:51,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:51,561 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:51,561 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/400cb6d0ea6549b383610bee9bb5957f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=47.9 K 2024-12-04T08:14:51,562 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 400cb6d0ea6549b383610bee9bb5957f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733300086337 2024-12-04T08:14:51,563 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 12813cd3271a40fdb139a7552c7d036c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733300087029 2024-12-04T08:14:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/b7f495497aa8418bb728cc12273860c4 is 50, key is test_row_0/B:col10/1733300089948/Put/seqid=0 2024-12-04T08:14:51,563 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 41239ec2b30541e7a23cea870c288d01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733300087687 2024-12-04T08:14:51,564 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 30f75359fe574bd587e12ddb086922bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089855 2024-12-04T08:14:51,564 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into 487ebd066c684d81b4f3e4e105475086(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:51,564 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:51,564 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=12, startTime=1733300091122; duration=0sec 2024-12-04T08:14:51,564 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:51,564 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742113_1289 (size=12301) 2024-12-04T08:14:51,578 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:51,579 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/76c4f5e268bb4f759348fbb922d642a4 is 50, key is test_row_0/C:col10/1733300089855/Put/seqid=0 2024-12-04T08:14:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742114_1290 (size=12779) 2024-12-04T08:14:51,593 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/76c4f5e268bb4f759348fbb922d642a4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/76c4f5e268bb4f759348fbb922d642a4 2024-12-04T08:14:51,599 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into 76c4f5e268bb4f759348fbb922d642a4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:51,599 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:51,600 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=12, startTime=1733300091122; duration=0sec 2024-12-04T08:14:51,600 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:51,600 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:51,978 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/b7f495497aa8418bb728cc12273860c4 2024-12-04T08:14:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/9d7f218b7e584a59b4dd6862b6e5f668 is 50, key is test_row_0/C:col10/1733300089948/Put/seqid=0 2024-12-04T08:14:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742115_1291 (size=12301) 2024-12-04T08:14:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:52,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300152092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300152114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300152114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,118 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:52,118 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300152204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/9d7f218b7e584a59b4dd6862b6e5f668 2024-12-04T08:14:52,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/a5b824e7565d48ce9014a7f62ab960ac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac 2024-12-04T08:14:52,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac, entries=150, sequenceid=295, filesize=12.0 K 2024-12-04T08:14:52,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/b7f495497aa8418bb728cc12273860c4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4 2024-12-04T08:14:52,406 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4, entries=150, sequenceid=295, filesize=12.0 K 2024-12-04T08:14:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/9d7f218b7e584a59b4dd6862b6e5f668 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668 2024-12-04T08:14:52,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668, entries=150, sequenceid=295, filesize=12.0 K 2024-12-04T08:14:52,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 35c503c080a90653fedc11df3ec418f8 in 1280ms, sequenceid=295, compaction requested=false 2024-12-04T08:14:52,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:52,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:52,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-04T08:14:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-04T08:14:52,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-04T08:14:52,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-12-04T08:14:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:52,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:52,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.5220 sec 2024-12-04T08:14:52,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8ed821580986440d935af5c5e7a2ccff is 50, key is test_row_0/A:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742116_1292 (size=14741) 2024-12-04T08:14:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300152483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300152485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300152494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,499 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300152594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300152594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300152803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300152804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:52,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8ed821580986440d935af5c5e7a2ccff 2024-12-04T08:14:52,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/41c0955617414518b0620e4bfd676019 is 50, key is test_row_0/B:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742117_1293 (size=12301) 2024-12-04T08:14:53,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300153114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:53,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300153114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:53,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/41c0955617414518b0620e4bfd676019 2024-12-04T08:14:53,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0da383487e844f0593e4408123e2aaeb is 50, key is test_row_0/C:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742118_1294 (size=12301) 2024-12-04T08:14:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300153624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300153624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:53,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0da383487e844f0593e4408123e2aaeb 2024-12-04T08:14:53,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8ed821580986440d935af5c5e7a2ccff as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff 2024-12-04T08:14:53,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff, entries=200, sequenceid=310, filesize=14.4 K 2024-12-04T08:14:53,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/41c0955617414518b0620e4bfd676019 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019 2024-12-04T08:14:53,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T08:14:53,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0da383487e844f0593e4408123e2aaeb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb 2024-12-04T08:14:53,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T08:14:53,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 35c503c080a90653fedc11df3ec418f8 in 1273ms, sequenceid=310, compaction requested=true 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:53,689 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:53,689 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:53,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:53,690 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:53,690 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:53,690 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:53,690 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/706bd892e1304507b9f5ff4da2379b9a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.5 K 2024-12-04T08:14:53,691 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:53,691 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:53,691 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 706bd892e1304507b9f5ff4da2379b9a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089855 2024-12-04T08:14:53,691 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:53,691 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/487ebd066c684d81b4f3e4e105475086, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=38.9 K 2024-12-04T08:14:53,691 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b7f495497aa8418bb728cc12273860c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733300089933 2024-12-04T08:14:53,691 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 487ebd066c684d81b4f3e4e105475086, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089855 2024-12-04T08:14:53,692 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c0955617414518b0620e4bfd676019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:53,692 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b824e7565d48ce9014a7f62ab960ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733300089933 2024-12-04T08:14:53,692 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ed821580986440d935af5c5e7a2ccff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:53,699 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:53,699 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:53,699 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/cb4fc38e199f4fbbb9669d512b2fecc2 is 50, key is test_row_0/B:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:53,700 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/f296e06c632547d3afe023bfcb6ea60a is 50, key is test_row_0/A:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742119_1295 (size=12881) 2024-12-04T08:14:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742120_1296 (size=12881) 2024-12-04T08:14:53,723 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/f296e06c632547d3afe023bfcb6ea60a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f296e06c632547d3afe023bfcb6ea60a 2024-12-04T08:14:53,728 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into f296e06c632547d3afe023bfcb6ea60a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:53,728 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:53,729 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300093689; duration=0sec 2024-12-04T08:14:53,729 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:53,729 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:53,729 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:53,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:53,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:53,730 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:53,730 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/76c4f5e268bb4f759348fbb922d642a4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.5 K 2024-12-04T08:14:53,732 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76c4f5e268bb4f759348fbb922d642a4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733300089855 2024-12-04T08:14:53,732 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d7f218b7e584a59b4dd6862b6e5f668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733300089933 2024-12-04T08:14:53,732 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da383487e844f0593e4408123e2aaeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:53,743 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:53,743 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/cd03394108174b31b9ad70be255c69f4 is 50, key is test_row_0/C:col10/1733300092415/Put/seqid=0 2024-12-04T08:14:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742121_1297 (size=12881) 2024-12-04T08:14:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T08:14:54,074 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:54,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-04T08:14:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:54,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:54,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:54,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:54,121 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/cb4fc38e199f4fbbb9669d512b2fecc2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/cb4fc38e199f4fbbb9669d512b2fecc2 2024-12-04T08:14:54,126 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into cb4fc38e199f4fbbb9669d512b2fecc2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:54,126 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:54,126 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300093689; duration=0sec 2024-12-04T08:14:54,126 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:54,126 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:54,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:14:54,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1111aa5b52ca443aae364b7d3cb6006a is 50, key is test_row_0/A:col10/1733300094136/Put/seqid=0 2024-12-04T08:14:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742122_1298 (size=14741) 2024-12-04T08:14:54,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1111aa5b52ca443aae364b7d3cb6006a 2024-12-04T08:14:54,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/f93c2ccd8717462197616f8349eb2b8d is 50, key is test_row_0/B:col10/1733300094136/Put/seqid=0 2024-12-04T08:14:54,163 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/cd03394108174b31b9ad70be255c69f4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cd03394108174b31b9ad70be255c69f4 2024-12-04T08:14:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742123_1299 (size=12301) 2024-12-04T08:14:54,169 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into cd03394108174b31b9ad70be255c69f4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:54,169 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:54,169 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300093689; duration=0sec 2024-12-04T08:14:54,169 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:54,169 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300154165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300154166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:54,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300154273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300154284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:54,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300154483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300154494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/f93c2ccd8717462197616f8349eb2b8d 2024-12-04T08:14:54,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/80240753b7144e35b63353c94e7a91c1 is 50, key is test_row_0/C:col10/1733300094136/Put/seqid=0 2024-12-04T08:14:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742124_1300 (size=12301) 2024-12-04T08:14:54,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/80240753b7144e35b63353c94e7a91c1 2024-12-04T08:14:54,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1111aa5b52ca443aae364b7d3cb6006a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a 2024-12-04T08:14:54,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a, entries=200, sequenceid=333, filesize=14.4 K 2024-12-04T08:14:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/f93c2ccd8717462197616f8349eb2b8d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d 2024-12-04T08:14:54,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d, entries=150, sequenceid=333, filesize=12.0 K 2024-12-04T08:14:54,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/80240753b7144e35b63353c94e7a91c1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1 2024-12-04T08:14:54,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1, entries=150, sequenceid=333, filesize=12.0 K 2024-12-04T08:14:54,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 35c503c080a90653fedc11df3ec418f8 in 467ms, sequenceid=333, compaction requested=false 2024-12-04T08:14:54,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:54,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:54,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:54,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1b942e3f7cb6450dbb7133699aaaf0d3 is 50, key is test_row_0/A:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742125_1301 (size=14741) 2024-12-04T08:14:54,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300154686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300154689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300154793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300154793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300154804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300154804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:54,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:54,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:54,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300155003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300155014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1b942e3f7cb6450dbb7133699aaaf0d3 2024-12-04T08:14:55,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/22e8f84f7af547f0b13fbc8e45654be9 is 50, key is test_row_0/B:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742126_1302 (size=12301) 2024-12-04T08:14:55,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:55,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:55,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:55,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300155304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300155313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300155313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300155324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:55,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/22e8f84f7af547f0b13fbc8e45654be9 2024-12-04T08:14:55,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5d9e72d27bf04f2a9b67abd56ecc980a is 50, key is test_row_0/C:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742127_1303 (size=12301) 2024-12-04T08:14:55,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5d9e72d27bf04f2a9b67abd56ecc980a 2024-12-04T08:14:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1b942e3f7cb6450dbb7133699aaaf0d3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3 2024-12-04T08:14:55,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3, entries=200, sequenceid=348, filesize=14.4 K 2024-12-04T08:14:55,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/22e8f84f7af547f0b13fbc8e45654be9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9 2024-12-04T08:14:55,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T08:14:55,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5d9e72d27bf04f2a9b67abd56ecc980a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a 2024-12-04T08:14:55,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T08:14:55,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 35c503c080a90653fedc11df3ec418f8 in 875ms, sequenceid=348, compaction requested=true 2024-12-04T08:14:55,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:55,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:55,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:55,523 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:55,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:55,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:55,524 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,524 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f296e06c632547d3afe023bfcb6ea60a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=41.4 K 2024-12-04T08:14:55,524 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:55,524 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:55,524 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,524 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/cb4fc38e199f4fbbb9669d512b2fecc2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.6 K 2024-12-04T08:14:55,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f296e06c632547d3afe023bfcb6ea60a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:55,525 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cb4fc38e199f4fbbb9669d512b2fecc2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:55,525 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1111aa5b52ca443aae364b7d3cb6006a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733300092470 2024-12-04T08:14:55,525 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f93c2ccd8717462197616f8349eb2b8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733300092470 2024-12-04T08:14:55,525 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b942e3f7cb6450dbb7133699aaaf0d3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094151 2024-12-04T08:14:55,525 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 22e8f84f7af547f0b13fbc8e45654be9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094164 2024-12-04T08:14:55,533 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:55,534 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:55,534 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/d98f74ebf4874217a434cf789a1ff26d is 50, key is test_row_0/A:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:55,534 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/1a1043d325b54dd7abec4b212d5481c5 is 50, key is test_row_0/B:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742128_1304 (size=12983) 2024-12-04T08:14:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742129_1305 (size=12983) 2024-12-04T08:14:55,552 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/1a1043d325b54dd7abec4b212d5481c5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1a1043d325b54dd7abec4b212d5481c5 2024-12-04T08:14:55,554 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/d98f74ebf4874217a434cf789a1ff26d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d98f74ebf4874217a434cf789a1ff26d 2024-12-04T08:14:55,560 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 1a1043d325b54dd7abec4b212d5481c5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:55,560 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:55,560 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300095523; duration=0sec 2024-12-04T08:14:55,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:55,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:55,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:55,561 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:55,562 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:55,562 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,562 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cd03394108174b31b9ad70be255c69f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.6 K 2024-12-04T08:14:55,562 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cd03394108174b31b9ad70be255c69f4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733300092080 2024-12-04T08:14:55,562 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into d98f74ebf4874217a434cf789a1ff26d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:55,562 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:55,562 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300095522; duration=0sec 2024-12-04T08:14:55,562 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:55,562 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:55,563 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 80240753b7144e35b63353c94e7a91c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733300092470 2024-12-04T08:14:55,563 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d9e72d27bf04f2a9b67abd56ecc980a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094164 2024-12-04T08:14:55,571 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:55,571 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/08aaa85b75c2475898b260c495483ae7 is 50, key is test_row_0/C:col10/1733300094164/Put/seqid=0 2024-12-04T08:14:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742130_1306 (size=12983) 2024-12-04T08:14:55,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T08:14:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:55,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:55,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/e6f4d36a92034cc68df123c502478b09 is 50, key is test_row_0/A:col10/1733300094684/Put/seqid=0 2024-12-04T08:14:55,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742131_1307 (size=12301) 2024-12-04T08:14:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:55,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300155856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300155859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300155963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300155974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:55,981 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/08aaa85b75c2475898b260c495483ae7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/08aaa85b75c2475898b260c495483ae7 2024-12-04T08:14:55,986 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into 08aaa85b75c2475898b260c495483ae7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:55,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:55,986 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300095523; duration=0sec 2024-12-04T08:14:55,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:55,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:56,019 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/e6f4d36a92034cc68df123c502478b09 2024-12-04T08:14:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/c5f8f15abfb74030a0e3b42e05cf626d is 50, key is test_row_0/B:col10/1733300094684/Put/seqid=0 2024-12-04T08:14:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742132_1308 (size=12301) 2024-12-04T08:14:56,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300156173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300156184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300156314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,317 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,337 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,434 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/c5f8f15abfb74030a0e3b42e05cf626d 2024-12-04T08:14:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/cc5e7bde0c71466e903e5c57324127cb is 50, key is test_row_0/C:col10/1733300094684/Put/seqid=0 2024-12-04T08:14:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742133_1309 (size=12301) 2024-12-04T08:14:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300156483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300156494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:56,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:56,847 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/cc5e7bde0c71466e903e5c57324127cb 2024-12-04T08:14:56,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/e6f4d36a92034cc68df123c502478b09 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09 2024-12-04T08:14:56,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09, entries=150, sequenceid=368, filesize=12.0 K 2024-12-04T08:14:56,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/c5f8f15abfb74030a0e3b42e05cf626d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d 2024-12-04T08:14:56,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d, entries=150, sequenceid=368, filesize=12.0 K 2024-12-04T08:14:56,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/cc5e7bde0c71466e903e5c57324127cb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb 2024-12-04T08:14:56,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb, entries=150, sequenceid=368, filesize=12.0 K 2024-12-04T08:14:56,864 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 35c503c080a90653fedc11df3ec418f8 in 1256ms, sequenceid=368, compaction requested=false 2024-12-04T08:14:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-04T08:14:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-04T08:14:56,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-04T08:14:56,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7890 sec 2024-12-04T08:14:56,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.7950 sec 2024-12-04T08:14:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:56,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:14:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:56,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:56,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:57,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/502bec1aa8db4a17be66fe13fe1da63d is 50, key is test_row_0/A:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742134_1310 (size=14741) 2024-12-04T08:14:57,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/502bec1aa8db4a17be66fe13fe1da63d 2024-12-04T08:14:57,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/d23bb9c000ff4e4ab4fff465a78dba61 is 50, key is test_row_0/B:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742135_1311 (size=12301) 2024-12-04T08:14:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300157037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300157043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300157154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300157154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300157363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300157364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/d23bb9c000ff4e4ab4fff465a78dba61 2024-12-04T08:14:57,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/7044d58d76634334b46e5d1c714a3797 is 50, key is test_row_0/C:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742136_1312 (size=12301) 2024-12-04T08:14:57,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/7044d58d76634334b46e5d1c714a3797 2024-12-04T08:14:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/502bec1aa8db4a17be66fe13fe1da63d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d 2024-12-04T08:14:57,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d, entries=200, sequenceid=384, filesize=14.4 K 2024-12-04T08:14:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/d23bb9c000ff4e4ab4fff465a78dba61 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61 2024-12-04T08:14:57,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61, entries=150, sequenceid=384, filesize=12.0 K 2024-12-04T08:14:57,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/7044d58d76634334b46e5d1c714a3797 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797 2024-12-04T08:14:57,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797, entries=150, sequenceid=384, filesize=12.0 K 2024-12-04T08:14:57,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 35c503c080a90653fedc11df3ec418f8 in 463ms, sequenceid=384, compaction requested=true 2024-12-04T08:14:57,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:57,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:14:57,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:57,462 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:57,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:14:57,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:57,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:14:57,462 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:57,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:57,473 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:57,473 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:57,473 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:14:57,473 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:57,473 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1a1043d325b54dd7abec4b212d5481c5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.7 K 2024-12-04T08:14:57,473 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:14:57,473 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:57,474 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d98f74ebf4874217a434cf789a1ff26d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=39.1 K 2024-12-04T08:14:57,474 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1043d325b54dd7abec4b212d5481c5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094164 2024-12-04T08:14:57,475 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98f74ebf4874217a434cf789a1ff26d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094164 2024-12-04T08:14:57,475 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c5f8f15abfb74030a0e3b42e05cf626d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733300094658 2024-12-04T08:14:57,475 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6f4d36a92034cc68df123c502478b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733300094658 2024-12-04T08:14:57,475 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d23bb9c000ff4e4ab4fff465a78dba61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:14:57,477 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 502bec1aa8db4a17be66fe13fe1da63d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:14:57,490 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:57,491 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/62b603f3031d4f7aaf49cb7ece935764 is 50, key is test_row_0/B:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,504 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:57,504 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1738cbb49bd445dfb00393ca7df6df1d is 50, key is test_row_0/A:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742137_1313 (size=13085) 2024-12-04T08:14:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742138_1314 (size=13085) 2024-12-04T08:14:57,544 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/1738cbb49bd445dfb00393ca7df6df1d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1738cbb49bd445dfb00393ca7df6df1d 2024-12-04T08:14:57,549 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into 1738cbb49bd445dfb00393ca7df6df1d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:57,549 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:57,549 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300097461; duration=0sec 2024-12-04T08:14:57,549 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:14:57,549 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:14:57,549 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:14:57,551 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:14:57,551 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:14:57,551 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:57,551 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/08aaa85b75c2475898b260c495483ae7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.7 K 2024-12-04T08:14:57,552 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08aaa85b75c2475898b260c495483ae7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733300094164 2024-12-04T08:14:57,552 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5e7bde0c71466e903e5c57324127cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733300094658 2024-12-04T08:14:57,553 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7044d58d76634334b46e5d1c714a3797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:14:57,565 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:14:57,566 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/dae05ec9496d49fea7a04f9057cba5f9 is 50, key is test_row_0/C:col10/1733300095854/Put/seqid=0 2024-12-04T08:14:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742139_1315 (size=13085) 2024-12-04T08:14:57,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T08:14:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:57,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:57,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:57,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:57,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/bd43cba63b1c4a2ca77aca41006403c1 is 50, key is test_row_0/A:col10/1733300097041/Put/seqid=0 2024-12-04T08:14:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742140_1316 (size=17181) 2024-12-04T08:14:57,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300157710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300157710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300157824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300157824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:57,942 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/62b603f3031d4f7aaf49cb7ece935764 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/62b603f3031d4f7aaf49cb7ece935764 2024-12-04T08:14:57,949 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 62b603f3031d4f7aaf49cb7ece935764(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:57,949 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:57,949 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300097462; duration=0sec 2024-12-04T08:14:57,949 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:57,949 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:14:58,000 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/dae05ec9496d49fea7a04f9057cba5f9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/dae05ec9496d49fea7a04f9057cba5f9 2024-12-04T08:14:58,022 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into dae05ec9496d49fea7a04f9057cba5f9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:14:58,022 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:58,022 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300097462; duration=0sec 2024-12-04T08:14:58,022 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:14:58,022 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:14:58,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300158034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300158034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/bd43cba63b1c4a2ca77aca41006403c1 2024-12-04T08:14:58,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2930d33aa8d24f828bb99adf0e617a08 is 50, key is test_row_0/B:col10/1733300097041/Put/seqid=0 2024-12-04T08:14:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742141_1317 (size=12301) 2024-12-04T08:14:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T08:14:58,244 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:14:58,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:14:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-04T08:14:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:14:58,246 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:14:58,248 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:14:58,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:14:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300158334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,337 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300158343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300158343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:14:58,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300158354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,356 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T08:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2930d33aa8d24f828bb99adf0e617a08 2024-12-04T08:14:58,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5289a359e02f4a85bd636dca21c8be43 is 50, key is test_row_0/C:col10/1733300097041/Put/seqid=0 2024-12-04T08:14:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742142_1318 (size=12301) 2024-12-04T08:14:58,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T08:14:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:14:58,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T08:14:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300158853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300158854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:58,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T08:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:58,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:14:58,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5289a359e02f4a85bd636dca21c8be43 2024-12-04T08:14:58,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/bd43cba63b1c4a2ca77aca41006403c1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1 2024-12-04T08:14:58,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1, entries=250, sequenceid=404, filesize=16.8 K 2024-12-04T08:14:58,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2930d33aa8d24f828bb99adf0e617a08 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08 2024-12-04T08:14:58,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T08:14:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/5289a359e02f4a85bd636dca21c8be43 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43 2024-12-04T08:14:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T08:14:58,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 35c503c080a90653fedc11df3ec418f8 in 1289ms, sequenceid=404, compaction requested=false 2024-12-04T08:14:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:59,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:59,014 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:59,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/9dde744e27514365918c20c57ab8e2a2 is 50, key is test_row_0/A:col10/1733300097707/Put/seqid=0 2024-12-04T08:14:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742143_1319 (size=12301) 2024-12-04T08:14:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/9dde744e27514365918c20c57ab8e2a2 2024-12-04T08:14:59,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/9da456f6b9a84f13b642276661b7a4d7 is 50, key is test_row_0/B:col10/1733300097707/Put/seqid=0 2024-12-04T08:14:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742144_1320 (size=12301) 2024-12-04T08:14:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:14:59,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/9da456f6b9a84f13b642276661b7a4d7 2024-12-04T08:14:59,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0911fd03ac8f4a8db7e07c4fc158b6fa is 50, key is test_row_0/C:col10/1733300097707/Put/seqid=0 2024-12-04T08:14:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742145_1321 (size=12301) 2024-12-04T08:14:59,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0911fd03ac8f4a8db7e07c4fc158b6fa 2024-12-04T08:14:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:59,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:14:59,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/9dde744e27514365918c20c57ab8e2a2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2 2024-12-04T08:14:59,880 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2, entries=150, sequenceid=419, filesize=12.0 K 2024-12-04T08:14:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/9da456f6b9a84f13b642276661b7a4d7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7 2024-12-04T08:14:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7, entries=150, sequenceid=419, filesize=12.0 K 2024-12-04T08:14:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0911fd03ac8f4a8db7e07c4fc158b6fa as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa 2024-12-04T08:14:59,896 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa, entries=150, sequenceid=419, filesize=12.0 K 2024-12-04T08:14:59,896 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=80.51 KB/82440 for 35c503c080a90653fedc11df3ec418f8 in 882ms, sequenceid=419, compaction requested=true 2024-12-04T08:14:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:14:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:14:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-04T08:14:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-04T08:14:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:14:59,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-04T08:14:59,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:14:59,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:14:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:14:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:14:59,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-04T08:14:59,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-12-04T08:14:59,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.6590 sec 2024-12-04T08:14:59,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/692c563f5eb544adb88f03bbbfb8a2c7 is 50, key is test_row_0/A:col10/1733300099891/Put/seqid=0 2024-12-04T08:14:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742146_1322 (size=14741) 2024-12-04T08:14:59,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/692c563f5eb544adb88f03bbbfb8a2c7 2024-12-04T08:14:59,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ef8dd691ba314b399b6512e468146f9d is 50, key is test_row_0/B:col10/1733300099891/Put/seqid=0 2024-12-04T08:14:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742147_1323 (size=12301) 2024-12-04T08:14:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300159938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:59,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:14:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300159938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:14:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:14:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:14:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300160054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300160054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300160264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300160264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ef8dd691ba314b399b6512e468146f9d 2024-12-04T08:15:00,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/fe195f815c5e44ada675016e4d292eb4 is 50, key is test_row_0/C:col10/1733300099891/Put/seqid=0 2024-12-04T08:15:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742148_1324 (size=12301) 2024-12-04T08:15:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T08:15:00,394 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:00,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-04T08:15:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:00,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:00,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:00,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:00,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T08:15:00,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:15:00,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300160573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300160574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:00,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T08:15:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:15:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:00,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/fe195f815c5e44ada675016e4d292eb4 2024-12-04T08:15:00,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/692c563f5eb544adb88f03bbbfb8a2c7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7 2024-12-04T08:15:00,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7, entries=200, sequenceid=436, filesize=14.4 K 2024-12-04T08:15:00,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/ef8dd691ba314b399b6512e468146f9d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d 2024-12-04T08:15:00,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T08:15:00,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/fe195f815c5e44ada675016e4d292eb4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4 2024-12-04T08:15:00,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4, entries=150, sequenceid=436, filesize=12.0 K 2024-12-04T08:15:00,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 35c503c080a90653fedc11df3ec418f8 in 859ms, sequenceid=436, compaction requested=true 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:00,759 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:00,759 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:00,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:00,760 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:00,760 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57308 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:00,760 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:15:00,760 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:15:00,760 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,760 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,761 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/62b603f3031d4f7aaf49cb7ece935764, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=48.8 K 2024-12-04T08:15:00,761 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1738cbb49bd445dfb00393ca7df6df1d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=56.0 K 2024-12-04T08:15:00,761 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b603f3031d4f7aaf49cb7ece935764, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:15:00,761 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1738cbb49bd445dfb00393ca7df6df1d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:15:00,761 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd43cba63b1c4a2ca77aca41006403c1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733300097021 2024-12-04T08:15:00,761 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2930d33aa8d24f828bb99adf0e617a08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733300097041 2024-12-04T08:15:00,762 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dde744e27514365918c20c57ab8e2a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733300097700 2024-12-04T08:15:00,762 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da456f6b9a84f13b642276661b7a4d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733300097700 2024-12-04T08:15:00,762 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ef8dd691ba314b399b6512e468146f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:00,762 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 692c563f5eb544adb88f03bbbfb8a2c7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:00,771 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:00,771 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:00,772 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/47109cde6ca6414bbf79ee7d0b358bac is 50, key is test_row_0/A:col10/1733300099891/Put/seqid=0 2024-12-04T08:15:00,773 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/94d74743c1ae434faf3dc7e47d83ed41 is 50, key is test_row_0/B:col10/1733300099891/Put/seqid=0 2024-12-04T08:15:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742149_1325 (size=13221) 2024-12-04T08:15:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742150_1326 (size=13221) 2024-12-04T08:15:00,784 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/47109cde6ca6414bbf79ee7d0b358bac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/47109cde6ca6414bbf79ee7d0b358bac 2024-12-04T08:15:00,788 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into 47109cde6ca6414bbf79ee7d0b358bac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:00,788 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:00,788 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=12, startTime=1733300100759; duration=0sec 2024-12-04T08:15:00,789 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:00,789 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:15:00,789 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:00,790 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:00,790 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:15:00,790 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,791 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/dae05ec9496d49fea7a04f9057cba5f9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=48.8 K 2024-12-04T08:15:00,791 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae05ec9496d49fea7a04f9057cba5f9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733300095845 2024-12-04T08:15:00,791 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5289a359e02f4a85bd636dca21c8be43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733300097041 2024-12-04T08:15:00,791 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0911fd03ac8f4a8db7e07c4fc158b6fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733300097700 2024-12-04T08:15:00,792 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe195f815c5e44ada675016e4d292eb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:00,794 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/94d74743c1ae434faf3dc7e47d83ed41 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/94d74743c1ae434faf3dc7e47d83ed41 2024-12-04T08:15:00,799 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 94d74743c1ae434faf3dc7e47d83ed41(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:00,799 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:00,799 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=12, startTime=1733300100759; duration=0sec 2024-12-04T08:15:00,799 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:00,799 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:15:00,804 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:00,805 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/b4e0ccd3d49348caa26908f54315bdcb is 50, key is test_row_0/C:col10/1733300099891/Put/seqid=0 2024-12-04T08:15:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742151_1327 (size=13221) 2024-12-04T08:15:00,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:00,856 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:15:00,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dba82536ea1a41bfabcb7d5dead7f755 is 50, key is test_row_0/A:col10/1733300099937/Put/seqid=0 2024-12-04T08:15:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742152_1328 (size=12301) 2024-12-04T08:15:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:01,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:15:01,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300161115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300161118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,215 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/b4e0ccd3d49348caa26908f54315bdcb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b4e0ccd3d49348caa26908f54315bdcb 2024-12-04T08:15:01,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300161224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,226 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into b4e0ccd3d49348caa26908f54315bdcb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:01,226 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:01,226 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=12, startTime=1733300100759; duration=0sec 2024-12-04T08:15:01,226 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:01,226 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:15:01,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300161234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,265 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dba82536ea1a41bfabcb7d5dead7f755 2024-12-04T08:15:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/8b62ba78bb1c4a62a9a9696055bec40b is 50, key is test_row_0/B:col10/1733300099937/Put/seqid=0 2024-12-04T08:15:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742153_1329 (size=12301) 2024-12-04T08:15:01,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300161434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300161444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:01,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/8b62ba78bb1c4a62a9a9696055bec40b 2024-12-04T08:15:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0271c2310c434634b38238893b43ef4b is 50, key is test_row_0/C:col10/1733300099937/Put/seqid=0 2024-12-04T08:15:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742154_1330 (size=12301) 2024-12-04T08:15:01,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0271c2310c434634b38238893b43ef4b 2024-12-04T08:15:01,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/dba82536ea1a41bfabcb7d5dead7f755 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755 2024-12-04T08:15:01,710 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T08:15:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/8b62ba78bb1c4a62a9a9696055bec40b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b 2024-12-04T08:15:01,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T08:15:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/0271c2310c434634b38238893b43ef4b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b 2024-12-04T08:15:01,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b, entries=150, sequenceid=453, filesize=12.0 K 2024-12-04T08:15:01,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 35c503c080a90653fedc11df3ec418f8 in 865ms, sequenceid=453, compaction requested=false 2024-12-04T08:15:01,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:01,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:01,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-04T08:15:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-04T08:15:01,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-04T08:15:01,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-04T08:15:01,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.3310 sec 2024-12-04T08:15:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:01,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:15:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:01,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8850ec73c0bd48209ae84b9525b5f66c is 50, key is test_row_0/A:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742155_1331 (size=14741) 2024-12-04T08:15:01,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8850ec73c0bd48209ae84b9525b5f66c 2024-12-04T08:15:01,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/822cb107147349c7b1018b800c1b1a22 is 50, key is test_row_0/B:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:01,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742156_1332 (size=12301) 2024-12-04T08:15:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300161810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300161810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300161924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300161924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300162134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300162134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/822cb107147349c7b1018b800c1b1a22 2024-12-04T08:15:02,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/d3c4d9e174e741dda9b537fed93649ac is 50, key is test_row_0/C:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:02,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742157_1333 (size=12301) 2024-12-04T08:15:02,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45436 deadline: 1733300162344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,345 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1733300162364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,372 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300162444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300162444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T08:15:02,554 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:02,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-04T08:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:02,557 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:02,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:02,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45468 deadline: 1733300162574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:02,578 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 35c503c080a90653fedc11df3ec418f8 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18314 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:02,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/d3c4d9e174e741dda9b537fed93649ac 2024-12-04T08:15:02,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/8850ec73c0bd48209ae84b9525b5f66c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c 2024-12-04T08:15:02,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c, entries=200, sequenceid=472, filesize=14.4 K 2024-12-04T08:15:02,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/822cb107147349c7b1018b800c1b1a22 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22 2024-12-04T08:15:02,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22, entries=150, sequenceid=472, filesize=12.0 K 2024-12-04T08:15:02,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/d3c4d9e174e741dda9b537fed93649ac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac 2024-12-04T08:15:02,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac, entries=150, sequenceid=472, filesize=12.0 K 2024-12-04T08:15:02,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 35c503c080a90653fedc11df3ec418f8 in 857ms, sequenceid=472, compaction requested=true 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:02,604 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:02,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:02,604 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:15:02,606 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:02,606 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:02,606 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/47109cde6ca6414bbf79ee7d0b358bac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=39.3 K 2024-12-04T08:15:02,606 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/94d74743c1ae434faf3dc7e47d83ed41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.9 K 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47109cde6ca6414bbf79ee7d0b358bac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:02,606 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d74743c1ae434faf3dc7e47d83ed41, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:02,607 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba82536ea1a41bfabcb7d5dead7f755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733300099931 2024-12-04T08:15:02,607 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b62ba78bb1c4a62a9a9696055bec40b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733300099931 2024-12-04T08:15:02,607 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8850ec73c0bd48209ae84b9525b5f66c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:02,607 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 822cb107147349c7b1018b800c1b1a22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:02,614 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:02,614 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:02,614 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/fc685f2a8ebd440dae5288a79a64737a is 50, key is test_row_0/A:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:02,615 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2a214b7e298f49c2bd9657035c4a2b6e is 50, key is test_row_0/B:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:02,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742159_1335 (size=13323) 2024-12-04T08:15:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742158_1334 (size=13323) 2024-12-04T08:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:02,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T08:15:02,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:02,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:15:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:02,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/0209aa15cce6467c80bdb29e1c3be138 is 50, key is test_row_0/A:col10/1733300101809/Put/seqid=0 2024-12-04T08:15:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742160_1336 (size=12301) 2024-12-04T08:15:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. as already flushing 2024-12-04T08:15:02,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300162995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300162996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,023 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/2a214b7e298f49c2bd9657035c4a2b6e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2a214b7e298f49c2bd9657035c4a2b6e 2024-12-04T08:15:03,028 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/fc685f2a8ebd440dae5288a79a64737a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/fc685f2a8ebd440dae5288a79a64737a 2024-12-04T08:15:03,029 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 2a214b7e298f49c2bd9657035c4a2b6e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:03,029 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:03,029 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300102604; duration=0sec 2024-12-04T08:15:03,029 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:03,029 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:15:03,029 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:03,030 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:03,030 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:15:03,030 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:03,030 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b4e0ccd3d49348caa26908f54315bdcb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=36.9 K 2024-12-04T08:15:03,031 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e0ccd3d49348caa26908f54315bdcb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733300099891 2024-12-04T08:15:03,031 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0271c2310c434634b38238893b43ef4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733300099931 2024-12-04T08:15:03,031 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c4d9e174e741dda9b537fed93649ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:03,032 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into fc685f2a8ebd440dae5288a79a64737a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:03,032 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:03,033 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300102604; duration=0sec 2024-12-04T08:15:03,033 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:03,033 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:15:03,038 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:03,039 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/a22b5a14e94e44b5914419b58e38b855 is 50, key is test_row_0/C:col10/1733300101109/Put/seqid=0 2024-12-04T08:15:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742161_1337 (size=13323) 2024-12-04T08:15:03,058 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/a22b5a14e94e44b5914419b58e38b855 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/a22b5a14e94e44b5914419b58e38b855 2024-12-04T08:15:03,065 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into a22b5a14e94e44b5914419b58e38b855(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:03,065 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:03,065 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300102604; duration=0sec 2024-12-04T08:15:03,066 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:03,066 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:15:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300163104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300163104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/0209aa15cce6467c80bdb29e1c3be138 2024-12-04T08:15:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/4b33c51b3bdc49f1a019c667091ea5ad is 50, key is test_row_0/B:col10/1733300101809/Put/seqid=0 2024-12-04T08:15:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742162_1338 (size=12301) 2024-12-04T08:15:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300163314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300163314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,326 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-12-04T08:15:03,326 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:03,326 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,326 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:03,327 INFO [Thread-1150 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1150. 2024-12-04T08:15:03,327 DEBUG [Thread-1150 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:03,327 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,327 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:03,328 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-12-04T08:15:03,328 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:03,328 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,328 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:03,329 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-12-04T08:15:03,329 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:03,329 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,329 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:03,330 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-12-04T08:15:03,330 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:03,330 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,330 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:03,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:03,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/4b33c51b3bdc49f1a019c667091ea5ad 2024-12-04T08:15:03,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/714d0cb87bd44cbbbd512db7bc55cab1 is 50, key is test_row_0/C:col10/1733300101809/Put/seqid=0 2024-12-04T08:15:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742163_1339 (size=12301) 2024-12-04T08:15:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45510 deadline: 1733300163624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45522 deadline: 1733300163624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:03,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/714d0cb87bd44cbbbd512db7bc55cab1 2024-12-04T08:15:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/0209aa15cce6467c80bdb29e1c3be138 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138 2024-12-04T08:15:03,952 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138, entries=150, sequenceid=487, filesize=12.0 K 2024-12-04T08:15:03,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/4b33c51b3bdc49f1a019c667091ea5ad as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad 2024-12-04T08:15:03,956 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad, entries=150, sequenceid=487, filesize=12.0 K 2024-12-04T08:15:03,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/714d0cb87bd44cbbbd512db7bc55cab1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1 2024-12-04T08:15:03,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1, entries=150, sequenceid=487, filesize=12.0 K 2024-12-04T08:15:03,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 35c503c080a90653fedc11df3ec418f8 in 1250ms, sequenceid=487, compaction requested=false 2024-12-04T08:15:03,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:03,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:03,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-04T08:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-04T08:15:03,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-04T08:15:03,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-12-04T08:15:03,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4090 sec 2024-12-04T08:15:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:04,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:15:04,135 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-12-04T08:15:04,135 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-12-04T08:15:04,135 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:04,135 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:04,135 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:04,135 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:15:04,135 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:04,135 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:04,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:04,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:15:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:15:04,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:04,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/87564c89e500453f90ee9fa3f7099a07 is 50, key is test_row_0/A:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742164_1340 (size=12301) 2024-12-04T08:15:04,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/87564c89e500453f90ee9fa3f7099a07 2024-12-04T08:15:04,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/04afef018ea54f68af7cd101acfb3191 is 50, key is test_row_0/B:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742165_1341 (size=12301) 2024-12-04T08:15:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T08:15:04,704 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:04,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/04afef018ea54f68af7cd101acfb3191 2024-12-04T08:15:04,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/24c837c38afa46b2bf80969071b62cd2 is 50, key is test_row_0/C:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742166_1342 (size=12301) 2024-12-04T08:15:05,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/24c837c38afa46b2bf80969071b62cd2 2024-12-04T08:15:05,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/87564c89e500453f90ee9fa3f7099a07 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07 2024-12-04T08:15:05,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07, entries=150, sequenceid=509, filesize=12.0 K 2024-12-04T08:15:05,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/04afef018ea54f68af7cd101acfb3191 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191 2024-12-04T08:15:05,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191, entries=150, sequenceid=509, filesize=12.0 K 2024-12-04T08:15:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/24c837c38afa46b2bf80969071b62cd2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2 2024-12-04T08:15:05,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2, entries=150, sequenceid=509, filesize=12.0 K 2024-12-04T08:15:05,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 35c503c080a90653fedc11df3ec418f8 in 1242ms, sequenceid=509, compaction requested=true 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:05,377 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 35c503c080a90653fedc11df3ec418f8:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:05,377 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/A is initiating minor compaction (all files) 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/B is initiating minor compaction (all files) 2024-12-04T08:15:05,378 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/A in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:05,378 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/B in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:05,378 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/fc685f2a8ebd440dae5288a79a64737a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=37.0 K 2024-12-04T08:15:05,378 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2a214b7e298f49c2bd9657035c4a2b6e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=37.0 K 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc685f2a8ebd440dae5288a79a64737a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:05,378 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a214b7e298f49c2bd9657035c4a2b6e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:05,379 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0209aa15cce6467c80bdb29e1c3be138, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733300101771 2024-12-04T08:15:05,379 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b33c51b3bdc49f1a019c667091ea5ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733300101771 2024-12-04T08:15:05,379 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87564c89e500453f90ee9fa3f7099a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733300102971 2024-12-04T08:15:05,379 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 04afef018ea54f68af7cd101acfb3191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733300102971 2024-12-04T08:15:05,385 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:05,386 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#B#compaction#298 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:05,386 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/45880661a71a4a98ab21e2e95e5829df is 50, key is test_row_0/A:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:05,386 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/600c29f996494e929dd14ef13531804f is 50, key is test_row_0/B:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:05,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742167_1343 (size=13425) 2024-12-04T08:15:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742168_1344 (size=13425) 2024-12-04T08:15:05,794 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/45880661a71a4a98ab21e2e95e5829df as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/45880661a71a4a98ab21e2e95e5829df 2024-12-04T08:15:05,794 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/600c29f996494e929dd14ef13531804f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/600c29f996494e929dd14ef13531804f 2024-12-04T08:15:05,798 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/B of 35c503c080a90653fedc11df3ec418f8 into 600c29f996494e929dd14ef13531804f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:05,798 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/B, priority=13, startTime=1733300105377; duration=0sec 2024-12-04T08:15:05,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/A of 35c503c080a90653fedc11df3ec418f8 into 45880661a71a4a98ab21e2e95e5829df(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:B 2024-12-04T08:15:05,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/A, priority=13, startTime=1733300105377; duration=0sec 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:05,798 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:A 2024-12-04T08:15:05,799 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:05,799 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 35c503c080a90653fedc11df3ec418f8/C is initiating minor compaction (all files) 2024-12-04T08:15:05,799 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35c503c080a90653fedc11df3ec418f8/C in TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:05,799 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/a22b5a14e94e44b5914419b58e38b855, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp, totalSize=37.0 K 2024-12-04T08:15:05,800 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a22b5a14e94e44b5914419b58e38b855, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733300101104 2024-12-04T08:15:05,800 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 714d0cb87bd44cbbbd512db7bc55cab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1733300101771 2024-12-04T08:15:05,800 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c837c38afa46b2bf80969071b62cd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733300102971 2024-12-04T08:15:05,806 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35c503c080a90653fedc11df3ec418f8#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:05,806 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/34f3025789a34efe9752f2add345b0c7 is 50, key is test_row_0/C:col10/1733300104134/Put/seqid=0 2024-12-04T08:15:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742169_1345 (size=13425) 2024-12-04T08:15:06,213 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/34f3025789a34efe9752f2add345b0c7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/34f3025789a34efe9752f2add345b0c7 2024-12-04T08:15:06,217 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 35c503c080a90653fedc11df3ec418f8/C of 35c503c080a90653fedc11df3ec418f8 into 34f3025789a34efe9752f2add345b0c7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:06,217 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35c503c080a90653fedc11df3ec418f8: 2024-12-04T08:15:06,217 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., storeName=35c503c080a90653fedc11df3ec418f8/C, priority=13, startTime=1733300105377; duration=0sec 2024-12-04T08:15:06,217 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:06,217 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35c503c080a90653fedc11df3ec418f8:C 2024-12-04T08:15:07,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:15:12,355 INFO [Thread-1135 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1135. 2024-12-04T08:15:12,355 DEBUG [Thread-1135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:12,355 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,355 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:12,436 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-12-04T08:15:12,436 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:12,436 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,436 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:12,595 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-12-04T08:15:12,595 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:12,595 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,595 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3010 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3044 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2997 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2992 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3040 2024-12-04T08:15:12,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:15:12,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:15:12,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:15:12,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:12,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:12,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:15:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:12,601 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300112601"}]},"ts":"1733300112601"} 2024-12-04T08:15:12,602 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:15:12,602 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:15:12,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:15:12,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, UNASSIGN}] 2024-12-04T08:15:12,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, UNASSIGN 2024-12-04T08:15:12,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=35c503c080a90653fedc11df3ec418f8, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:12,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, UNASSIGN because future has completed 2024-12-04T08:15:12,607 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:15:12,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:12,759 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 35c503c080a90653fedc11df3ec418f8, disabling compactions & flushes 2024-12-04T08:15:12,759 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. after waiting 0 ms 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:12,759 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 35c503c080a90653fedc11df3ec418f8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=A 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=B 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 35c503c080a90653fedc11df3ec418f8, store=C 2024-12-04T08:15:12,759 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:12,763 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/284a450481a146018f11cad295d48d43 is 50, key is test_row_0/A:col10/1733300112594/Put/seqid=0 2024-12-04T08:15:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742170_1346 (size=12301) 2024-12-04T08:15:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:13,167 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/284a450481a146018f11cad295d48d43 2024-12-04T08:15:13,173 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/7f2a7833dabb40198a175bf1b8d96fa7 is 50, key is test_row_0/B:col10/1733300112594/Put/seqid=0 2024-12-04T08:15:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742171_1347 (size=12301) 2024-12-04T08:15:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:13,577 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/7f2a7833dabb40198a175bf1b8d96fa7 2024-12-04T08:15:13,583 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/b617cdb31af74ec69e5a7614d4b6ce27 is 50, key is test_row_0/C:col10/1733300112594/Put/seqid=0 2024-12-04T08:15:13,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742172_1348 (size=12301) 2024-12-04T08:15:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:13,987 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/b617cdb31af74ec69e5a7614d4b6ce27 2024-12-04T08:15:13,991 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/A/284a450481a146018f11cad295d48d43 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/284a450481a146018f11cad295d48d43 2024-12-04T08:15:13,994 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/284a450481a146018f11cad295d48d43, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T08:15:13,995 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/B/7f2a7833dabb40198a175bf1b8d96fa7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/7f2a7833dabb40198a175bf1b8d96fa7 2024-12-04T08:15:13,998 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/7f2a7833dabb40198a175bf1b8d96fa7, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T08:15:13,999 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/.tmp/C/b617cdb31af74ec69e5a7614d4b6ce27 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b617cdb31af74ec69e5a7614d4b6ce27 2024-12-04T08:15:14,002 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b617cdb31af74ec69e5a7614d4b6ce27, entries=150, sequenceid=518, filesize=12.0 K 2024-12-04T08:15:14,003 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 35c503c080a90653fedc11df3ec418f8 in 1244ms, sequenceid=518, compaction requested=false 2024-12-04T08:15:14,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dee3185bd4914dae90065198fd79ac69, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a41229f813b1496bb1f896cd3a3331dc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/14b1744bdc0448ca97683d5e0f1394fe, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/487ebd066c684d81b4f3e4e105475086, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f296e06c632547d3afe023bfcb6ea60a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d98f74ebf4874217a434cf789a1ff26d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1738cbb49bd445dfb00393ca7df6df1d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/47109cde6ca6414bbf79ee7d0b358bac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/fc685f2a8ebd440dae5288a79a64737a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07] to archive 2024-12-04T08:15:14,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:14,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f5bd06e2519b4d14b49d0e6368a56d3b 2024-12-04T08:15:14,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dec248550e1745ad91629e9365f02b3e 2024-12-04T08:15:14,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/07f5128853d74d958fbce201bf531c22 2024-12-04T08:15:14,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dee3185bd4914dae90065198fd79ac69 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dee3185bd4914dae90065198fd79ac69 2024-12-04T08:15:14,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d5da5577f701492c8bc351c1aed7ccf9 2024-12-04T08:15:14,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a41229f813b1496bb1f896cd3a3331dc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a41229f813b1496bb1f896cd3a3331dc 2024-12-04T08:15:14,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/3528a1b7531644c6bc05cbb149906cd6 2024-12-04T08:15:14,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/90248c26f21245f096d6e10433070a41 2024-12-04T08:15:14,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/564eedcb0d2c46e58a1190d48f978938 2024-12-04T08:15:14,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/ace731d9326d46e08913bca13e64e559 2024-12-04T08:15:14,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/14b1744bdc0448ca97683d5e0f1394fe to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/14b1744bdc0448ca97683d5e0f1394fe 2024-12-04T08:15:14,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/acc6227d19754f69a4e41344191d16a2 2024-12-04T08:15:14,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8a66e53c94ae46e6abfe2c1cfbc6cdf1 2024-12-04T08:15:14,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/76bcd07d34cc4f9b84684c8af96112c2 2024-12-04T08:15:14,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/487ebd066c684d81b4f3e4e105475086 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/487ebd066c684d81b4f3e4e105475086 2024-12-04T08:15:14,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/a5b824e7565d48ce9014a7f62ab960ac 2024-12-04T08:15:14,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8ed821580986440d935af5c5e7a2ccff 2024-12-04T08:15:14,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f296e06c632547d3afe023bfcb6ea60a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/f296e06c632547d3afe023bfcb6ea60a 2024-12-04T08:15:14,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1111aa5b52ca443aae364b7d3cb6006a 2024-12-04T08:15:14,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1b942e3f7cb6450dbb7133699aaaf0d3 2024-12-04T08:15:14,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d98f74ebf4874217a434cf789a1ff26d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/d98f74ebf4874217a434cf789a1ff26d 2024-12-04T08:15:14,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/e6f4d36a92034cc68df123c502478b09 2024-12-04T08:15:14,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/502bec1aa8db4a17be66fe13fe1da63d 2024-12-04T08:15:14,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1738cbb49bd445dfb00393ca7df6df1d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/1738cbb49bd445dfb00393ca7df6df1d 2024-12-04T08:15:14,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/bd43cba63b1c4a2ca77aca41006403c1 2024-12-04T08:15:14,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/9dde744e27514365918c20c57ab8e2a2 2024-12-04T08:15:14,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/692c563f5eb544adb88f03bbbfb8a2c7 2024-12-04T08:15:14,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/47109cde6ca6414bbf79ee7d0b358bac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/47109cde6ca6414bbf79ee7d0b358bac 2024-12-04T08:15:14,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/dba82536ea1a41bfabcb7d5dead7f755 2024-12-04T08:15:14,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/8850ec73c0bd48209ae84b9525b5f66c 2024-12-04T08:15:14,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/fc685f2a8ebd440dae5288a79a64737a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/fc685f2a8ebd440dae5288a79a64737a 2024-12-04T08:15:14,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/0209aa15cce6467c80bdb29e1c3be138 2024-12-04T08:15:14,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/87564c89e500453f90ee9fa3f7099a07 2024-12-04T08:15:14,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f5dacc63b1c24ba5b8ba6486a1638be7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/e9e67d11231e4997adae927f0a6b5a56, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/07911e77567744f28542f93c64b617fd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/706bd892e1304507b9f5ff4da2379b9a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/cb4fc38e199f4fbbb9669d512b2fecc2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1a1043d325b54dd7abec4b212d5481c5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/62b603f3031d4f7aaf49cb7ece935764, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/94d74743c1ae434faf3dc7e47d83ed41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2a214b7e298f49c2bd9657035c4a2b6e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191] to archive 2024-12-04T08:15:14,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:14,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/462b7c5350e74f75bb070fd20cf65786 2024-12-04T08:15:14,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/a3ccc6a06f834b2785640661d2e347ab 2024-12-04T08:15:14,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f5dacc63b1c24ba5b8ba6486a1638be7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f5dacc63b1c24ba5b8ba6486a1638be7 2024-12-04T08:15:14,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/111a2ecbc7a94f338a9689caa7191e1f 2024-12-04T08:15:14,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ba28cfab725b4703b48e552749af01e4 2024-12-04T08:15:14,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/e9e67d11231e4997adae927f0a6b5a56 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/e9e67d11231e4997adae927f0a6b5a56 2024-12-04T08:15:14,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3277329e0ddd417f863ae2f9b835084c 2024-12-04T08:15:14,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/3a116113391a4bc3abfba26b43e50df1 2024-12-04T08:15:14,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1f621a288a6d48c9af506b30a4a709be 2024-12-04T08:15:14,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/07911e77567744f28542f93c64b617fd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/07911e77567744f28542f93c64b617fd 2024-12-04T08:15:14,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/27d561936a9e46aa9d6b2e130ac20ef8 2024-12-04T08:15:14,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2146bec654dd420ab74d384e0934ff4b 2024-12-04T08:15:14,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ccc589d04c2f40fd88e15126aa9f043d 2024-12-04T08:15:14,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/706bd892e1304507b9f5ff4da2379b9a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/706bd892e1304507b9f5ff4da2379b9a 2024-12-04T08:15:14,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/332df8b5c5d94bff9148615f4e52bfbf 2024-12-04T08:15:14,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/b7f495497aa8418bb728cc12273860c4 2024-12-04T08:15:14,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/cb4fc38e199f4fbbb9669d512b2fecc2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/cb4fc38e199f4fbbb9669d512b2fecc2 2024-12-04T08:15:14,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/41c0955617414518b0620e4bfd676019 2024-12-04T08:15:14,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/f93c2ccd8717462197616f8349eb2b8d 2024-12-04T08:15:14,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1a1043d325b54dd7abec4b212d5481c5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/1a1043d325b54dd7abec4b212d5481c5 2024-12-04T08:15:14,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/22e8f84f7af547f0b13fbc8e45654be9 2024-12-04T08:15:14,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/c5f8f15abfb74030a0e3b42e05cf626d 2024-12-04T08:15:14,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/62b603f3031d4f7aaf49cb7ece935764 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/62b603f3031d4f7aaf49cb7ece935764 2024-12-04T08:15:14,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/d23bb9c000ff4e4ab4fff465a78dba61 2024-12-04T08:15:14,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2930d33aa8d24f828bb99adf0e617a08 2024-12-04T08:15:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/9da456f6b9a84f13b642276661b7a4d7 2024-12-04T08:15:14,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/94d74743c1ae434faf3dc7e47d83ed41 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/94d74743c1ae434faf3dc7e47d83ed41 2024-12-04T08:15:14,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/ef8dd691ba314b399b6512e468146f9d 2024-12-04T08:15:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/8b62ba78bb1c4a62a9a9696055bec40b 2024-12-04T08:15:14,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2a214b7e298f49c2bd9657035c4a2b6e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/2a214b7e298f49c2bd9657035c4a2b6e 2024-12-04T08:15:14,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/822cb107147349c7b1018b800c1b1a22 2024-12-04T08:15:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/4b33c51b3bdc49f1a019c667091ea5ad 2024-12-04T08:15:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/04afef018ea54f68af7cd101acfb3191 2024-12-04T08:15:14,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/eb036e54626e428d83962ace586a3771, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/f0c1842ff2314e7fa1a97f53e0c5f6cb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/400cb6d0ea6549b383610bee9bb5957f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/76c4f5e268bb4f759348fbb922d642a4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cd03394108174b31b9ad70be255c69f4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/08aaa85b75c2475898b260c495483ae7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/dae05ec9496d49fea7a04f9057cba5f9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b4e0ccd3d49348caa26908f54315bdcb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/a22b5a14e94e44b5914419b58e38b855, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2] to archive 2024-12-04T08:15:14,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:14,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/65b3fa330906497e83b866bb24e01106 2024-12-04T08:15:14,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/6ed17bed2ba14d239cba62d3afd7c226 2024-12-04T08:15:14,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/eb036e54626e428d83962ace586a3771 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/eb036e54626e428d83962ace586a3771 2024-12-04T08:15:14,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/47f896d71fc143489397f38082837950 2024-12-04T08:15:14,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/3ea32dbf80d5461da013f0ad3b8ffeee 2024-12-04T08:15:14,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/f0c1842ff2314e7fa1a97f53e0c5f6cb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/f0c1842ff2314e7fa1a97f53e0c5f6cb 2024-12-04T08:15:14,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0a779fb0014e4eb59ddd961ceb3f209d 2024-12-04T08:15:14,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/37ce3e3ea01c4edeb041264f76abc699 2024-12-04T08:15:14,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/ed3e8061b3b84004acf45069089c70d3 2024-12-04T08:15:14,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/400cb6d0ea6549b383610bee9bb5957f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/400cb6d0ea6549b383610bee9bb5957f 2024-12-04T08:15:14,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/de8cb978f84b4f9c9c29894fd2ffbb97 2024-12-04T08:15:14,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/12813cd3271a40fdb139a7552c7d036c 2024-12-04T08:15:14,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/41239ec2b30541e7a23cea870c288d01 2024-12-04T08:15:14,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/76c4f5e268bb4f759348fbb922d642a4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/76c4f5e268bb4f759348fbb922d642a4 2024-12-04T08:15:14,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/30f75359fe574bd587e12ddb086922bc 2024-12-04T08:15:14,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/9d7f218b7e584a59b4dd6862b6e5f668 2024-12-04T08:15:14,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cd03394108174b31b9ad70be255c69f4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cd03394108174b31b9ad70be255c69f4 2024-12-04T08:15:14,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0da383487e844f0593e4408123e2aaeb 2024-12-04T08:15:14,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/80240753b7144e35b63353c94e7a91c1 2024-12-04T08:15:14,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/08aaa85b75c2475898b260c495483ae7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/08aaa85b75c2475898b260c495483ae7 2024-12-04T08:15:14,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5d9e72d27bf04f2a9b67abd56ecc980a 2024-12-04T08:15:14,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/cc5e7bde0c71466e903e5c57324127cb 2024-12-04T08:15:14,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/dae05ec9496d49fea7a04f9057cba5f9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/dae05ec9496d49fea7a04f9057cba5f9 2024-12-04T08:15:14,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/7044d58d76634334b46e5d1c714a3797 2024-12-04T08:15:14,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/5289a359e02f4a85bd636dca21c8be43 2024-12-04T08:15:14,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0911fd03ac8f4a8db7e07c4fc158b6fa 2024-12-04T08:15:14,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b4e0ccd3d49348caa26908f54315bdcb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b4e0ccd3d49348caa26908f54315bdcb 2024-12-04T08:15:14,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/fe195f815c5e44ada675016e4d292eb4 2024-12-04T08:15:14,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/0271c2310c434634b38238893b43ef4b 2024-12-04T08:15:14,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/a22b5a14e94e44b5914419b58e38b855 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/a22b5a14e94e44b5914419b58e38b855 2024-12-04T08:15:14,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/d3c4d9e174e741dda9b537fed93649ac 2024-12-04T08:15:14,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/714d0cb87bd44cbbbd512db7bc55cab1 2024-12-04T08:15:14,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/24c837c38afa46b2bf80969071b62cd2 2024-12-04T08:15:14,117 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/recovered.edits/521.seqid, newMaxSeqId=521, maxSeqId=1 2024-12-04T08:15:14,117 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. 2024-12-04T08:15:14,118 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 35c503c080a90653fedc11df3ec418f8: Waiting for close lock at 1733300112759Running coprocessor pre-close hooks at 1733300112759Disabling compacts and flushes for region at 1733300112759Disabling writes for close at 1733300112759Obtaining lock to block concurrent updates at 1733300112759Preparing flush snapshotting stores in 35c503c080a90653fedc11df3ec418f8 at 1733300112759Finished memstore snapshotting TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733300112759Flushing stores of TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8. at 1733300112760 (+1 ms)Flushing 35c503c080a90653fedc11df3ec418f8/A: creating writer at 1733300112760Flushing 35c503c080a90653fedc11df3ec418f8/A: appending metadata at 1733300112762 (+2 ms)Flushing 35c503c080a90653fedc11df3ec418f8/A: closing flushed file at 1733300112763 (+1 ms)Flushing 35c503c080a90653fedc11df3ec418f8/B: creating writer at 1733300113171 (+408 ms)Flushing 35c503c080a90653fedc11df3ec418f8/B: appending metadata at 1733300113173 (+2 ms)Flushing 35c503c080a90653fedc11df3ec418f8/B: closing flushed file at 1733300113173Flushing 35c503c080a90653fedc11df3ec418f8/C: creating writer at 1733300113581 (+408 ms)Flushing 35c503c080a90653fedc11df3ec418f8/C: appending metadata at 1733300113583 (+2 ms)Flushing 35c503c080a90653fedc11df3ec418f8/C: closing flushed file at 1733300113583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5fc167: reopening flushed file at 1733300113991 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2107edf9: reopening flushed file at 1733300113994 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61342105: reopening flushed file at 1733300113998 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 35c503c080a90653fedc11df3ec418f8 in 1244ms, sequenceid=518, compaction requested=false at 1733300114003 (+5 ms)Writing region close event to WAL at 1733300114113 (+110 ms)Running coprocessor post-close hooks at 1733300114117 (+4 ms)Closed at 1733300114117 2024-12-04T08:15:14,120 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:14,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=35c503c080a90653fedc11df3ec418f8, regionState=CLOSED 2024-12-04T08:15:14,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:14,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-04T08:15:14,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 35c503c080a90653fedc11df3ec418f8, server=f5a5a857f5c5,43105,1733300019048 in 1.5160 sec 2024-12-04T08:15:14,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-12-04T08:15:14,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=35c503c080a90653fedc11df3ec418f8, UNASSIGN in 1.5210 sec 2024-12-04T08:15:14,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-04T08:15:14,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5240 sec 2024-12-04T08:15:14,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300114130"}]},"ts":"1733300114130"} 2024-12-04T08:15:14,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:15:14,132 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:15:14,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec 2024-12-04T08:15:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T08:15:14,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:14,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:15:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,747 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T08:15:14,747 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:14,751 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/recovered.edits] 2024-12-04T08:15:14,754 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/284a450481a146018f11cad295d48d43 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/284a450481a146018f11cad295d48d43 2024-12-04T08:15:14,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/45880661a71a4a98ab21e2e95e5829df to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/A/45880661a71a4a98ab21e2e95e5829df 2024-12-04T08:15:14,757 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/600c29f996494e929dd14ef13531804f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/600c29f996494e929dd14ef13531804f 2024-12-04T08:15:14,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/7f2a7833dabb40198a175bf1b8d96fa7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/B/7f2a7833dabb40198a175bf1b8d96fa7 2024-12-04T08:15:14,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/34f3025789a34efe9752f2add345b0c7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/34f3025789a34efe9752f2add345b0c7 2024-12-04T08:15:14,760 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b617cdb31af74ec69e5a7614d4b6ce27 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/C/b617cdb31af74ec69e5a7614d4b6ce27 2024-12-04T08:15:14,763 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/recovered.edits/521.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8/recovered.edits/521.seqid 2024-12-04T08:15:14,763 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/35c503c080a90653fedc11df3ec418f8 2024-12-04T08:15:14,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:15:14,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,768 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:15:14,770 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:15:14,771 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,771 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:15:14,771 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300114771"}]},"ts":"9223372036854775807"} 2024-12-04T08:15:14,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:15:14,773 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 35c503c080a90653fedc11df3ec418f8, NAME => 'TestAcidGuarantees,,1733300081117.35c503c080a90653fedc11df3ec418f8.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:15:14,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:15:14,773 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300114773"}]},"ts":"9223372036854775807"} 2024-12-04T08:15:14,775 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:15:14,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-04T08:15:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T08:15:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:15:14,854 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:14,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 517), ProcessCount=11 (was 11), AvailableMemoryMB=6545 (was 7176) 2024-12-04T08:15:14,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=6545 2024-12-04T08:15:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:15:14,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:15:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:14,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:15:14,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-12-04T08:15:14,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:14,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:15:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742173_1349 (size=1061) 2024-12-04T08:15:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:15,282 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:15:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742174_1350 (size=53) 2024-12-04T08:15:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:15,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:15:15,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 16123266d7b5dc41a25de440e88c5729, disabling compactions & flushes 2024-12-04T08:15:15,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:15,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:15,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. after waiting 0 ms 2024-12-04T08:15:15,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:15,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:15,688 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16123266d7b5dc41a25de440e88c5729: Waiting for close lock at 1733300115687Disabling compacts and flushes for region at 1733300115687Disabling writes for close at 1733300115687Writing region close event to WAL at 1733300115687Closed at 1733300115687 2024-12-04T08:15:15,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:15:15,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300115689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300115689"}]},"ts":"1733300115689"} 2024-12-04T08:15:15,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:15:15,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:15:15,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300115691"}]},"ts":"1733300115691"} 2024-12-04T08:15:15,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:15:15,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, ASSIGN}] 2024-12-04T08:15:15,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, ASSIGN 2024-12-04T08:15:15,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:15:15,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:15,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, ASSIGN because future has completed 2024-12-04T08:15:15,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:16,001 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:16,001 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:15:16,002 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,002 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:15:16,002 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,002 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,003 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,004 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:16,004 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName A 2024-12-04T08:15:16,004 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:16,004 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:16,004 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,005 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:16,005 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName B 2024-12-04T08:15:16,005 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:16,006 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:16,006 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,006 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:16,007 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName C 2024-12-04T08:15:16,007 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:16,007 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:16,007 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:16,007 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,008 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,008 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,008 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,008 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,009 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:15:16,010 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,011 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:15:16,011 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 16123266d7b5dc41a25de440e88c5729; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585027, jitterRate=-0.0674104243516922}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:15:16,011 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:16,012 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 16123266d7b5dc41a25de440e88c5729: Running coprocessor pre-open hook at 1733300116002Writing region info on filesystem at 1733300116002Initializing all the Stores at 1733300116002Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300116002Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300116003 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300116003Cleaning up temporary data from old regions at 1733300116008 (+5 ms)Running coprocessor post-open hooks at 1733300116011 (+3 ms)Region opened successfully at 1733300116012 (+1 ms) 2024-12-04T08:15:16,013 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., pid=93, masterSystemTime=1733300115998 2024-12-04T08:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:16,014 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:16,014 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:16,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:16,015 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40271 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5a5a857f5c5,43105,1733300019048, table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T08:15:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:16,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-04T08:15:16,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 in 170 msec 2024-12-04T08:15:16,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-04T08:15:16,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, ASSIGN in 325 msec 2024-12-04T08:15:16,020 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:15:16,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300116020"}]},"ts":"1733300116020"} 2024-12-04T08:15:16,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:15:16,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:15:16,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-04T08:15:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-04T08:15:17,024 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:17,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbf0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3970dee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:17,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:17,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:17,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:17,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:15:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:15:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d9003b 2024-12-04T08:15:17,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:15:17,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:15:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:15:17,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:15:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742175_1351 (size=1097) 2024-12-04T08:15:17,446 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T08:15:17,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T08:15:17,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:15:17,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE}] 2024-12-04T08:15:17,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE 2024-12-04T08:15:17,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:17,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE because future has completed 2024-12-04T08:15:17,466 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:15:17,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:17,619 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,619 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:15:17,619 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 16123266d7b5dc41a25de440e88c5729, disabling compactions & flushes 2024-12-04T08:15:17,619 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,619 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,619 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. after waiting 0 ms 2024-12-04T08:15:17,619 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,624 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T08:15:17,624 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,624 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 16123266d7b5dc41a25de440e88c5729: Waiting for close lock at 1733300117619Running coprocessor pre-close hooks at 1733300117619Disabling compacts and flushes for region at 1733300117619Disabling writes for close at 1733300117619Writing region close event to WAL at 1733300117620 (+1 ms)Running coprocessor post-close hooks at 1733300117624 (+4 ms)Closed at 1733300117624 2024-12-04T08:15:17,624 WARN [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 16123266d7b5dc41a25de440e88c5729 to self. 2024-12-04T08:15:17,626 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=CLOSED 2024-12-04T08:15:17,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:17,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-04T08:15:17,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 in 164 msec 2024-12-04T08:15:17,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE; state=CLOSED, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=true 2024-12-04T08:15:17,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:17,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE because future has completed 2024-12-04T08:15:17,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:17,941 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,941 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:15:17,941 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,941 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:15:17,941 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,941 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,943 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,944 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:17,944 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName A 2024-12-04T08:15:17,945 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:17,946 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:17,946 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,947 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:17,947 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName B 2024-12-04T08:15:17,947 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:17,948 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:17,948 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,948 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:17,949 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16123266d7b5dc41a25de440e88c5729 columnFamilyName C 2024-12-04T08:15:17,949 DEBUG [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:17,949 INFO [StoreOpener-16123266d7b5dc41a25de440e88c5729-1 {}] regionserver.HStore(327): Store=16123266d7b5dc41a25de440e88c5729/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:17,949 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,949 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,950 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,951 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,952 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,952 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,953 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:15:17,955 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,956 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 16123266d7b5dc41a25de440e88c5729; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61109792, jitterRate=-0.08939313888549805}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:15:17,956 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:17,957 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 16123266d7b5dc41a25de440e88c5729: Running coprocessor pre-open hook at 1733300117942Writing region info on filesystem at 1733300117942Initializing all the Stores at 1733300117942Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300117942Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300117943 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300117943Cleaning up temporary data from old regions at 1733300117952 (+9 ms)Running coprocessor post-open hooks at 1733300117956 (+4 ms)Region opened successfully at 1733300117957 (+1 ms) 2024-12-04T08:15:17,958 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., pid=98, masterSystemTime=1733300117937 2024-12-04T08:15:17,960 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,960 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:17,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=OPEN, openSeqNum=5, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:17,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-12-04T08:15:17,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 in 178 msec 2024-12-04T08:15:17,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-04T08:15:17,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, REOPEN/MOVE in 502 msec 2024-12-04T08:15:17,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-04T08:15:17,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-12-04T08:15:17,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-12-04T08:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-04T08:15:17,972 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:17,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,974 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4d3369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451b0283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a115925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cef9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,981 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3821be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,983 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8d86ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,984 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e141404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,986 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a62ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75511208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,989 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd4f17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,993 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145c9d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703deb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:17,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:17,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033eee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:17,999 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:18,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c6e8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:18,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:18,001 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:18,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:18,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f1f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:18,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:18,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:18,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:18,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e77f3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:18,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:18,005 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171b1dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:18,007 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44815bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:18,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:18,016 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a66790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:18,020 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:18,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58956fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:18,023 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,024 DEBUG [Thread-1602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,027 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,027 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,027 DEBUG [Thread-1615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,028 DEBUG [Thread-1606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,029 DEBUG [Thread-1611 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,029 DEBUG [Thread-1611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-04T08:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:18,031 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:18,032 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:18,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:18,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,035 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,046 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,048 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,048 DEBUG [Thread-1604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:18,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:18,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:15:18,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ea607af06ad14f7cad9bf388981f41de_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300118050/Put/seqid=0 2024-12-04T08:15:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742176_1352 (size=12154) 2024-12-04T08:15:18,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:18,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ea607af06ad14f7cad9bf388981f41de_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea607af06ad14f7cad9bf388981f41de_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:18,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/39ff24b647e4431489dc87b199f42be5, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:18,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/39ff24b647e4431489dc87b199f42be5 is 175, key is test_row_0/A:col10/1733300118050/Put/seqid=0 2024-12-04T08:15:18,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300118116, max timestamp=1733300118142Num uniques 859; 2024-12-04T08:15:18,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:18,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300118116, max timestamp=1733300118141Num uniques 859; 2024-12-04T08:15:18,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:18,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300118116, max timestamp=1733300118142Num uniques 859; 2024-12-04T08:15:18,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742177_1353 (size=30955) 2024-12-04T08:15:18,175 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/39ff24b647e4431489dc87b199f42be5 2024-12-04T08:15:18,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T08:15:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/a5fc858af87444539938d9731d643d8c is 50, key is test_row_0/B:col10/1733300118050/Put/seqid=0 2024-12-04T08:15:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300178201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742178_1354 (size=12001) 2024-12-04T08:15:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300178203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300178204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/a5fc858af87444539938d9731d643d8c 2024-12-04T08:15:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300178220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300178222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/edf3761469874f06b3f58a7a798925d7 is 50, key is test_row_0/C:col10/1733300118050/Put/seqid=0 2024-12-04T08:15:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742179_1355 (size=12001) 2024-12-04T08:15:18,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300178324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300178333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300178334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300178334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T08:15:18,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:18,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300178344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T08:15:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300178544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300178544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300178544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300178545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300178564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T08:15:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:18,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/edf3761469874f06b3f58a7a798925d7 2024-12-04T08:15:18,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/39ff24b647e4431489dc87b199f42be5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5 2024-12-04T08:15:18,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5, entries=150, sequenceid=15, filesize=30.2 K 2024-12-04T08:15:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/a5fc858af87444539938d9731d643d8c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c 2024-12-04T08:15:18,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T08:15:18,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/edf3761469874f06b3f58a7a798925d7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7 2024-12-04T08:15:18,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7, entries=150, sequenceid=15, filesize=11.7 K 2024-12-04T08:15:18,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 16123266d7b5dc41a25de440e88c5729 in 646ms, sequenceid=15, compaction requested=false 2024-12-04T08:15:18,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:18,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:18,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ef049243f4e144c4905855cd1d296480_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300118202/Put/seqid=0 2024-12-04T08:15:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742180_1356 (size=12154) 2024-12-04T08:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300178874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300178875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300178881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300178884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300178887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300178994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300178994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300178994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300179004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:19,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ef049243f4e144c4905855cd1d296480_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef049243f4e144c4905855cd1d296480_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:19,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5a5a5d60afca46499ffecbd119360704, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:19,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5a5a5d60afca46499ffecbd119360704 is 175, key is test_row_0/A:col10/1733300118202/Put/seqid=0 2024-12-04T08:15:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300179214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300179214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300179214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300179214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742181_1357 (size=30955) 2024-12-04T08:15:19,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5a5a5d60afca46499ffecbd119360704 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1970211e0c144b2fb20c0b0e39de94e4 is 50, key is test_row_0/B:col10/1733300118202/Put/seqid=0 2024-12-04T08:15:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742182_1358 (size=12001) 2024-12-04T08:15:19,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300179403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300179534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300179534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300179534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300179534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:19,636 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1970211e0c144b2fb20c0b0e39de94e4 2024-12-04T08:15:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/66b8f738dd334391b69aea42f1b9e4e2 is 50, key is test_row_0/C:col10/1733300118202/Put/seqid=0 2024-12-04T08:15:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742183_1359 (size=12001) 2024-12-04T08:15:19,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/66b8f738dd334391b69aea42f1b9e4e2 2024-12-04T08:15:19,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5a5a5d60afca46499ffecbd119360704 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704 2024-12-04T08:15:19,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:15:19,656 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704, entries=150, sequenceid=51, filesize=30.2 K 2024-12-04T08:15:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1970211e0c144b2fb20c0b0e39de94e4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4 2024-12-04T08:15:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,667 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4, entries=150, sequenceid=51, filesize=11.7 K 2024-12-04T08:15:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/66b8f738dd334391b69aea42f1b9e4e2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2 2024-12-04T08:15:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,672 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2, entries=150, sequenceid=51, filesize=11.7 K 2024-12-04T08:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,673 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 16123266d7b5dc41a25de440e88c5729 in 870ms, sequenceid=51, compaction requested=false 2024-12-04T08:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-04T08:15:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-04T08:15:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-04T08:15:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-12-04T08:15:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.6490 sec 2024-12-04T08:15:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:20,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f66577b662b64eb2891201062e373dc9_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742184_1360 (size=12154) 2024-12-04T08:15:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300180141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300180142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300180144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300180145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-04T08:15:20,174 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:20,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-04T08:15:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:20,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:20,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:20,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300180254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300180264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300180264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300180264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:20,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300180424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,435 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300180474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f66577b662b64eb2891201062e373dc9_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f66577b662b64eb2891201062e373dc9_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5114769dfcb146129b4dd36291bde378, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:20,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5114769dfcb146129b4dd36291bde378 is 175, key is test_row_0/A:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742185_1361 (size=30955) 2024-12-04T08:15:20,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:20,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300180784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:20,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300180804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300180804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300180804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:20,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:20,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5114769dfcb146129b4dd36291bde378 2024-12-04T08:15:20,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/f0b95e5c4be44da281a028ec0d89f39a is 50, key is test_row_0/B:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742186_1362 (size=12001) 2024-12-04T08:15:20,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/f0b95e5c4be44da281a028ec0d89f39a 2024-12-04T08:15:20,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/2a7f497b6d1f44ef8d38365709a96a0c is 50, key is test_row_0/C:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742187_1363 (size=12001) 2024-12-04T08:15:20,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:20,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300181304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:21,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/2a7f497b6d1f44ef8d38365709a96a0c 2024-12-04T08:15:21,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5114769dfcb146129b4dd36291bde378 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378 2024-12-04T08:15:21,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378, entries=150, sequenceid=63, filesize=30.2 K 2024-12-04T08:15:21,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/f0b95e5c4be44da281a028ec0d89f39a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a 2024-12-04T08:15:21,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300181324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:21,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300181324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300181324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:21,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a, entries=150, sequenceid=63, filesize=11.7 K 2024-12-04T08:15:21,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/2a7f497b6d1f44ef8d38365709a96a0c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c 2024-12-04T08:15:21,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c, entries=150, sequenceid=63, filesize=11.7 K 2024-12-04T08:15:21,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 16123266d7b5dc41a25de440e88c5729 in 1263ms, sequenceid=63, compaction requested=true 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:21,343 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:21,343 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:21,345 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:21,345 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:21,345 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:21,345 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:21,345 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,345 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=35.2 K 2024-12-04T08:15:21,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=90.7 K 2024-12-04T08:15:21,345 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,345 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378] 2024-12-04T08:15:21,346 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a5fc858af87444539938d9731d643d8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300118039 2024-12-04T08:15:21,346 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ff24b647e4431489dc87b199f42be5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300118039 2024-12-04T08:15:21,346 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a5a5d60afca46499ffecbd119360704, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733300118174 2024-12-04T08:15:21,346 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1970211e0c144b2fb20c0b0e39de94e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733300118174 2024-12-04T08:15:21,346 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5114769dfcb146129b4dd36291bde378, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:21,347 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b95e5c4be44da281a028ec0d89f39a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:21,352 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:21,354 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:21,354 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/bed24acbca3c4a0fb86a2055c3439fd1 is 50, key is test_row_0/B:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:21,356 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204f6f8584fbcb34faba9180b98952d1aae_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:21,358 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204f6f8584fbcb34faba9180b98952d1aae_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:21,358 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f6f8584fbcb34faba9180b98952d1aae_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:21,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742188_1364 (size=12104) 2024-12-04T08:15:21,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742189_1365 (size=4469) 2024-12-04T08:15:21,370 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/bed24acbca3c4a0fb86a2055c3439fd1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/bed24acbca3c4a0fb86a2055c3439fd1 2024-12-04T08:15:21,374 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into bed24acbca3c4a0fb86a2055c3439fd1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:21,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:21,374 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=13, startTime=1733300121343; duration=0sec 2024-12-04T08:15:21,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:21,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:21,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:21,375 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:21,375 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:21,375 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,375 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=35.2 K 2024-12-04T08:15:21,376 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting edf3761469874f06b3f58a7a798925d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733300118039 2024-12-04T08:15:21,376 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 66b8f738dd334391b69aea42f1b9e4e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733300118174 2024-12-04T08:15:21,376 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a7f497b6d1f44ef8d38365709a96a0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:21,383 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:21,384 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/8f9548eeb38b4fb2bb2a100755f7a532 is 50, key is test_row_0/C:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742190_1366 (size=12104) 2024-12-04T08:15:21,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:21,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f5e65fcf9d67401eb99492a2ab2ac923_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300120143/Put/seqid=0 2024-12-04T08:15:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742191_1367 (size=12154) 2024-12-04T08:15:21,770 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:21,771 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a is 175, key is test_row_0/A:col10/1733300120079/Put/seqid=0 2024-12-04T08:15:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742192_1368 (size=31058) 2024-12-04T08:15:21,781 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a 2024-12-04T08:15:21,786 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into 0851ce0a8e0b4a3ea8a02ff0becc0f1a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:21,786 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:21,786 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=13, startTime=1733300121343; duration=0sec 2024-12-04T08:15:21,786 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:21,786 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:21,791 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/8f9548eeb38b4fb2bb2a100755f7a532 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8f9548eeb38b4fb2bb2a100755f7a532 2024-12-04T08:15:21,795 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into 8f9548eeb38b4fb2bb2a100755f7a532(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:21,795 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:21,795 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=13, startTime=1733300121343; duration=0sec 2024-12-04T08:15:21,795 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:21,795 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:21,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f5e65fcf9d67401eb99492a2ab2ac923_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5e65fcf9d67401eb99492a2ab2ac923_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f5aad537e414b3c86fa2a7ed5ecb434, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f5aad537e414b3c86fa2a7ed5ecb434 is 175, key is test_row_0/A:col10/1733300120143/Put/seqid=0 2024-12-04T08:15:21,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742193_1369 (size=30955) 2024-12-04T08:15:21,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f5aad537e414b3c86fa2a7ed5ecb434 2024-12-04T08:15:21,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/63f9f427ca3e4193a0d617e01bff648a is 50, key is test_row_0/B:col10/1733300120143/Put/seqid=0 2024-12-04T08:15:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742194_1370 (size=12001) 2024-12-04T08:15:21,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/63f9f427ca3e4193a0d617e01bff648a 2024-12-04T08:15:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/de5b01c89a9d47459ee3aaf4d08d1663 is 50, key is test_row_0/C:col10/1733300120143/Put/seqid=0 2024-12-04T08:15:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742195_1371 (size=12001) 2024-12-04T08:15:21,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/de5b01c89a9d47459ee3aaf4d08d1663 2024-12-04T08:15:21,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f5aad537e414b3c86fa2a7ed5ecb434 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434 2024-12-04T08:15:21,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434, entries=150, sequenceid=84, filesize=30.2 K 2024-12-04T08:15:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/63f9f427ca3e4193a0d617e01bff648a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a 2024-12-04T08:15:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a, entries=150, sequenceid=84, filesize=11.7 K 2024-12-04T08:15:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/de5b01c89a9d47459ee3aaf4d08d1663 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663, entries=150, sequenceid=84, filesize=11.7 K 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 16123266d7b5dc41a25de440e88c5729 in 471ms, sequenceid=84, compaction requested=false 2024-12-04T08:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-04T08:15:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-04T08:15:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-12-04T08:15:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.7010 sec 2024-12-04T08:15:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-04T08:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,324 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,325 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-04T08:15:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,328 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:22,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:22,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a49ea2b8c9394fd7a492f6fc89730427_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:22,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742196_1372 (size=17034) 2024-12-04T08:15:22,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300122490, max timestamp=1733300122527Num uniques 859; 2024-12-04T08:15:22,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300122490, max timestamp=1733300122527Num uniques 859; 2024-12-04T08:15:22,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:22,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:22,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300122490, max timestamp=1733300122527Num uniques 859; 2024-12-04T08:15:22,532 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300182572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300182573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300182575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300182576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300182580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300182693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300182694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300182694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300182694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300182704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:22,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:22,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:22,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a49ea2b8c9394fd7a492f6fc89730427_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a49ea2b8c9394fd7a492f6fc89730427_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:22,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/45bd5a7174eb4be08da27dcc00428eb1, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:22,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/45bd5a7174eb4be08da27dcc00428eb1 is 175, key is test_row_0/A:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742197_1373 (size=48139) 2024-12-04T08:15:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300182914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300182914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300182914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300182914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300182923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:22,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:22,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:23,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300183234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300183234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300183234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300183234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300183244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/45bd5a7174eb4be08da27dcc00428eb1 2024-12-04T08:15:23,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/6ddb4329c82f4380bed3a7aa7822b2b8 is 50, key is test_row_0/B:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:23,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742198_1374 (size=12001) 2024-12-04T08:15:23,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:23,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:23,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/6ddb4329c82f4380bed3a7aa7822b2b8 2024-12-04T08:15:23,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/cb6bf7fdad574171a008f98c25b146a6 is 50, key is test_row_0/C:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742199_1375 (size=12001) 2024-12-04T08:15:23,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/cb6bf7fdad574171a008f98c25b146a6 2024-12-04T08:15:23,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/45bd5a7174eb4be08da27dcc00428eb1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1 2024-12-04T08:15:23,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1, entries=250, sequenceid=96, filesize=47.0 K 2024-12-04T08:15:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/6ddb4329c82f4380bed3a7aa7822b2b8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8 2024-12-04T08:15:23,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8, entries=150, sequenceid=96, filesize=11.7 K 2024-12-04T08:15:23,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/cb6bf7fdad574171a008f98c25b146a6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6 2024-12-04T08:15:23,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6, entries=150, sequenceid=96, filesize=11.7 K 2024-12-04T08:15:23,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 16123266d7b5dc41a25de440e88c5729 in 1287ms, sequenceid=96, compaction requested=true 2024-12-04T08:15:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:23,750 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:23,751 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:23,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:23,751 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:23,751 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,751 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:23,751 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=107.6 K 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:23,751 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,752 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1] 2024-12-04T08:15:23,752 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/bed24acbca3c4a0fb86a2055c3439fd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=35.3 K 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0851ce0a8e0b4a3ea8a02ff0becc0f1a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bed24acbca3c4a0fb86a2055c3439fd1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f5aad537e414b3c86fa2a7ed5ecb434, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733300120135 2024-12-04T08:15:23,752 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f9f427ca3e4193a0d617e01bff648a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733300120135 2024-12-04T08:15:23,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45bd5a7174eb4be08da27dcc00428eb1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122413 2024-12-04T08:15:23,753 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ddb4329c82f4380bed3a7aa7822b2b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122416 2024-12-04T08:15:23,758 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:23,760 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:23,761 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/920b5e60098d42ed8310bb78586504ec is 50, key is test_row_0/B:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:23,763 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412045708a9b1ad44404088039b3acae4f226_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:23,765 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412045708a9b1ad44404088039b3acae4f226_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:23,765 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045708a9b1ad44404088039b3acae4f226_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:23,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300122549, max timestamp=1733300123764Num uniques 1068; 2024-12-04T08:15:23,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-04T08:15:23,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300122549, max timestamp=1733300123764Num uniques 1068; 2024-12-04T08:15:23,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-04T08:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:23,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=71.56 KB heapSize=194.03 KB 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742200_1376 (size=12207) 2024-12-04T08:15:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742201_1377 (size=4469) 2024-12-04T08:15:23,776 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/920b5e60098d42ed8310bb78586504ec as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/920b5e60098d42ed8310bb78586504ec 2024-12-04T08:15:23,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049d5e52dd5a03403c913f473b6a359aea_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300122578/Put/seqid=0 2024-12-04T08:15:23,779 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#321 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:23,780 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/02cfe0a9dd7147c78c34b61aa11795e4 is 175, key is test_row_0/A:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:23,783 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into 920b5e60098d42ed8310bb78586504ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:23,783 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:23,783 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=13, startTime=1733300123751; duration=0sec 2024-12-04T08:15:23,783 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:23,783 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:23,783 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742203_1379 (size=31161) 2024-12-04T08:15:23,785 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:23,785 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:23,785 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,785 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8f9548eeb38b4fb2bb2a100755f7a532, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=35.3 K 2024-12-04T08:15:23,786 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f9548eeb38b4fb2bb2a100755f7a532, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733300118873 2024-12-04T08:15:23,787 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting de5b01c89a9d47459ee3aaf4d08d1663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733300120135 2024-12-04T08:15:23,788 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cb6bf7fdad574171a008f98c25b146a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122416 2024-12-04T08:15:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742202_1378 (size=17184) 2024-12-04T08:15:23,791 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/02cfe0a9dd7147c78c34b61aa11795e4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4 2024-12-04T08:15:23,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:23,796 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:23,796 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/8c82769adb124784ac5a48b62938d83f is 50, key is test_row_0/C:col10/1733300122462/Put/seqid=0 2024-12-04T08:15:23,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049d5e52dd5a03403c913f473b6a359aea_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d5e52dd5a03403c913f473b6a359aea_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:23,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into 02cfe0a9dd7147c78c34b61aa11795e4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:23,798 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:23,798 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=13, startTime=1733300123750; duration=0sec 2024-12-04T08:15:23,799 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:23,799 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:23,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/aee233be145e44e5a397e87699e639bf, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:23,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/aee233be145e44e5a397e87699e639bf is 175, key is test_row_0/A:col10/1733300122578/Put/seqid=0 2024-12-04T08:15:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742204_1380 (size=12207) 2024-12-04T08:15:23,806 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/8c82769adb124784ac5a48b62938d83f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8c82769adb124784ac5a48b62938d83f 2024-12-04T08:15:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742205_1381 (size=48289) 2024-12-04T08:15:23,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/aee233be145e44e5a397e87699e639bf 2024-12-04T08:15:23,814 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into 8c82769adb124784ac5a48b62938d83f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:23,815 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:23,815 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=13, startTime=1733300123751; duration=0sec 2024-12-04T08:15:23,815 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:23,815 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:23,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/c8ed0ff490c04fffa5fb56441dc3c937 is 50, key is test_row_0/B:col10/1733300122578/Put/seqid=0 2024-12-04T08:15:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742206_1382 (size=12151) 2024-12-04T08:15:23,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/c8ed0ff490c04fffa5fb56441dc3c937 2024-12-04T08:15:23,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/98b7bfbc1fe64e76b8ffca5e06fb2947 is 50, key is test_row_0/C:col10/1733300122578/Put/seqid=0 2024-12-04T08:15:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300183812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300183812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300183822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300183830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742207_1383 (size=12151) 2024-12-04T08:15:23,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/98b7bfbc1fe64e76b8ffca5e06fb2947 2024-12-04T08:15:23,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/aee233be145e44e5a397e87699e639bf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf 2024-12-04T08:15:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf, entries=250, sequenceid=134, filesize=47.2 K 2024-12-04T08:15:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/c8ed0ff490c04fffa5fb56441dc3c937 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937 2024-12-04T08:15:23,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300183832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937, entries=150, sequenceid=134, filesize=11.9 K 2024-12-04T08:15:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/98b7bfbc1fe64e76b8ffca5e06fb2947 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947 2024-12-04T08:15:23,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947, entries=150, sequenceid=134, filesize=11.9 K 2024-12-04T08:15:23,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~193.98 KB/198640, currentSize=107.34 KB/109920 for 16123266d7b5dc41a25de440e88c5729 in 87ms, sequenceid=134, compaction requested=false 2024-12-04T08:15:23,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:23,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-04T08:15:23,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:23,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120427cac39161e648b3abda9b0bb2aec986_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300123828/Put/seqid=0 2024-12-04T08:15:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742208_1384 (size=12304) 2024-12-04T08:15:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:23,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300183953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300183953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300183956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300183964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:23,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300183965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300184073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300184074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300184084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300184084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300184174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:24,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120427cac39161e648b3abda9b0bb2aec986_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120427cac39161e648b3abda9b0bb2aec986_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:24,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0501c3e025514f9dbb1a725c955ac64d, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0501c3e025514f9dbb1a725c955ac64d is 175, key is test_row_0/A:col10/1733300123828/Put/seqid=0 2024-12-04T08:15:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300184294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300184294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742209_1385 (size=31105) 2024-12-04T08:15:24,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300184304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300184304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300184494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300184604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300184604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300184624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300184624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:24,702 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0501c3e025514f9dbb1a725c955ac64d 2024-12-04T08:15:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/76beebd6f4f849d185e631968ec3b972 is 50, key is test_row_0/B:col10/1733300123828/Put/seqid=0 2024-12-04T08:15:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742210_1386 (size=12151) 2024-12-04T08:15:24,713 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/76beebd6f4f849d185e631968ec3b972 2024-12-04T08:15:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/e63c007affad46b7bd6c4d3a4403f3ae is 50, key is test_row_0/C:col10/1733300123828/Put/seqid=0 2024-12-04T08:15:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742211_1387 (size=12151) 2024-12-04T08:15:24,724 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/e63c007affad46b7bd6c4d3a4403f3ae 2024-12-04T08:15:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0501c3e025514f9dbb1a725c955ac64d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d 2024-12-04T08:15:24,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d, entries=150, sequenceid=156, filesize=30.4 K 2024-12-04T08:15:24,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/76beebd6f4f849d185e631968ec3b972 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972 2024-12-04T08:15:24,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T08:15:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/e63c007affad46b7bd6c4d3a4403f3ae as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae 2024-12-04T08:15:24,739 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae, entries=150, sequenceid=156, filesize=11.9 K 2024-12-04T08:15:24,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 16123266d7b5dc41a25de440e88c5729 in 880ms, sequenceid=156, compaction requested=true 2024-12-04T08:15:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-04T08:15:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-04T08:15:24,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-04T08:15:24,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4130 sec 2024-12-04T08:15:24,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4190 sec 2024-12-04T08:15:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:25,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:25,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ab1ef0a5bd8348d29dcf9e5d349a9a0b_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742212_1388 (size=14794) 2024-12-04T08:15:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300185134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300185135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300185139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300185144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300185144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300185254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300185254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300185264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:25,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ab1ef0a5bd8348d29dcf9e5d349a9a0b_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ab1ef0a5bd8348d29dcf9e5d349a9a0b_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:25,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6339eaed82f14be48c260a79ac1e35c6, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:25,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6339eaed82f14be48c260a79ac1e35c6 is 175, key is test_row_0/A:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:25,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742213_1389 (size=39749) 2024-12-04T08:15:25,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6339eaed82f14be48c260a79ac1e35c6 2024-12-04T08:15:25,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/fbfa1d94ce3f49f895d331af6551a917 is 50, key is test_row_0/B:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742214_1390 (size=12151) 2024-12-04T08:15:25,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300185464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300185474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300185484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300185774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300185794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300185804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:25,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/fbfa1d94ce3f49f895d331af6551a917 2024-12-04T08:15:25,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d023912869da4cb0a3329ceb35cc3966 is 50, key is test_row_0/C:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742215_1391 (size=12151) 2024-12-04T08:15:25,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d023912869da4cb0a3329ceb35cc3966 2024-12-04T08:15:25,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6339eaed82f14be48c260a79ac1e35c6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6 2024-12-04T08:15:25,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6, entries=200, sequenceid=170, filesize=38.8 K 2024-12-04T08:15:25,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/fbfa1d94ce3f49f895d331af6551a917 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917 2024-12-04T08:15:25,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917, entries=150, sequenceid=170, filesize=11.9 K 2024-12-04T08:15:25,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d023912869da4cb0a3329ceb35cc3966 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966 2024-12-04T08:15:25,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966, entries=150, sequenceid=170, filesize=11.9 K 2024-12-04T08:15:25,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 16123266d7b5dc41a25de440e88c5729 in 862ms, sequenceid=170, compaction requested=true 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:25,883 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:15:25,883 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:25,884 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:25,884 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:25,884 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/920b5e60098d42ed8310bb78586504ec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=47.5 K 2024-12-04T08:15:25,884 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=146.8 K 2024-12-04T08:15:25,884 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6] 2024-12-04T08:15:25,884 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 920b5e60098d42ed8310bb78586504ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122416 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02cfe0a9dd7147c78c34b61aa11795e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122416 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c8ed0ff490c04fffa5fb56441dc3c937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733300122578 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting aee233be145e44e5a397e87699e639bf, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733300122549 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 76beebd6f4f849d185e631968ec3b972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733300123807 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fbfa1d94ce3f49f895d331af6551a917, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123963 2024-12-04T08:15:25,885 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0501c3e025514f9dbb1a725c955ac64d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733300123807 2024-12-04T08:15:25,886 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6339eaed82f14be48c260a79ac1e35c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123951 2024-12-04T08:15:25,892 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:25,894 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:25,894 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/9bfb8360e5e94299ae0c10f7273ad20c is 50, key is test_row_0/B:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:25,895 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120460cda5bd6e9a4c328e8d7fbf35b4a8a8_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:25,903 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120460cda5bd6e9a4c328e8d7fbf35b4a8a8_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:25,903 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120460cda5bd6e9a4c328e8d7fbf35b4a8a8_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742216_1392 (size=12493) 2024-12-04T08:15:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742217_1393 (size=4469) 2024-12-04T08:15:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:26,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:26,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:26,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204679b198610a84d54bc2ad0bb6b61fe25_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300126180/Put/seqid=0 2024-12-04T08:15:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742218_1394 (size=14794) 2024-12-04T08:15:26,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300186224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300186239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300186293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,316 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/9bfb8360e5e94299ae0c10f7273ad20c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/9bfb8360e5e94299ae0c10f7273ad20c 2024-12-04T08:15:26,319 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:26,320 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/93deb4e399cb4cabb477b934aaac0028 is 175, key is test_row_0/A:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:26,320 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into 9bfb8360e5e94299ae0c10f7273ad20c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:26,320 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:26,320 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=12, startTime=1733300125883; duration=0sec 2024-12-04T08:15:26,321 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:26,321 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:26,321 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:26,322 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:26,322 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:26,322 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,322 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8c82769adb124784ac5a48b62938d83f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=47.5 K 2024-12-04T08:15:26,323 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c82769adb124784ac5a48b62938d83f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300122416 2024-12-04T08:15:26,323 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b7bfbc1fe64e76b8ffca5e06fb2947, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733300122578 2024-12-04T08:15:26,323 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e63c007affad46b7bd6c4d3a4403f3ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733300123807 2024-12-04T08:15:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742219_1395 (size=31447) 2024-12-04T08:15:26,324 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d023912869da4cb0a3329ceb35cc3966, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123963 2024-12-04T08:15:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300186314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300186314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,331 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/93deb4e399cb4cabb477b934aaac0028 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028 2024-12-04T08:15:26,335 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:26,336 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/49628fa40b9b4640a1084152e78e6c46 is 50, key is test_row_0/C:col10/1733300123963/Put/seqid=0 2024-12-04T08:15:26,338 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into 93deb4e399cb4cabb477b934aaac0028(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:26,338 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:26,338 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=12, startTime=1733300125883; duration=0sec 2024-12-04T08:15:26,338 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:26,338 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742220_1396 (size=12493) 2024-12-04T08:15:26,346 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/49628fa40b9b4640a1084152e78e6c46 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/49628fa40b9b4640a1084152e78e6c46 2024-12-04T08:15:26,351 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into 49628fa40b9b4640a1084152e78e6c46(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:26,351 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:26,351 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=12, startTime=1733300125883; duration=0sec 2024-12-04T08:15:26,351 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:26,351 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300186344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300186354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-04T08:15:26,484 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:26,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-04T08:15:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:26,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:26,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:26,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300186563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300186574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,592 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204679b198610a84d54bc2ad0bb6b61fe25_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679b198610a84d54bc2ad0bb6b61fe25_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:26,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f08db087c06411f849a5f065407bf0c, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:26,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f08db087c06411f849a5f065407bf0c is 175, key is test_row_0/A:col10/1733300126180/Put/seqid=0 2024-12-04T08:15:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742221_1397 (size=39749) 2024-12-04T08:15:26,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300186883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300186893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:26,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:26,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:26,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f08db087c06411f849a5f065407bf0c 2024-12-04T08:15:27,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/8d025121054b4888ac192ff93b85a744 is 50, key is test_row_0/B:col10/1733300126180/Put/seqid=0 2024-12-04T08:15:27,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742222_1398 (size=12151) 2024-12-04T08:15:27,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:27,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300187314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:27,323 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:27,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300187334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:27,344 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:27,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300187344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:27,353 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300187393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:27,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/8d025121054b4888ac192ff93b85a744 2024-12-04T08:15:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300187404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:27,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/f8fa3436a246464f9df1230a1671de69 is 50, key is test_row_0/C:col10/1733300126180/Put/seqid=0 2024-12-04T08:15:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742223_1399 (size=12151) 2024-12-04T08:15:27,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:27,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:27,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/f8fa3436a246464f9df1230a1671de69 2024-12-04T08:15:27,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/2f08db087c06411f849a5f065407bf0c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c 2024-12-04T08:15:27,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c, entries=200, sequenceid=189, filesize=38.8 K 2024-12-04T08:15:27,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/8d025121054b4888ac192ff93b85a744 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744 2024-12-04T08:15:27,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744, entries=150, sequenceid=189, filesize=11.9 K 2024-12-04T08:15:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/f8fa3436a246464f9df1230a1671de69 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69 2024-12-04T08:15:27,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69, entries=150, sequenceid=189, filesize=11.9 K 2024-12-04T08:15:27,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 16123266d7b5dc41a25de440e88c5729 in 1658ms, sequenceid=189, compaction requested=false 2024-12-04T08:15:27,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:27,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:27,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ddcc42b5517d4759add9cec641cc8249_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300126238/Put/seqid=0 2024-12-04T08:15:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742224_1400 (size=12304) 2024-12-04T08:15:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:28,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ddcc42b5517d4759add9cec641cc8249_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ddcc42b5517d4759add9cec641cc8249_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/24c87aec9fae4572b2e3a316beae2763, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:28,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/24c87aec9fae4572b2e3a316beae2763 is 175, key is test_row_0/A:col10/1733300126238/Put/seqid=0 2024-12-04T08:15:28,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742225_1401 (size=31105) 2024-12-04T08:15:28,327 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/24c87aec9fae4572b2e3a316beae2763 2024-12-04T08:15:28,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3829529030f545a09a98ab01064a23d3 is 50, key is test_row_0/B:col10/1733300126238/Put/seqid=0 2024-12-04T08:15:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742226_1402 (size=12151) 2024-12-04T08:15:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:28,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:28,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300188516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300188521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300188644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300188644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:28,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3829529030f545a09a98ab01064a23d3 2024-12-04T08:15:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/29f49cf0a4eb4231a7fffa457233da60 is 50, key is test_row_0/C:col10/1733300126238/Put/seqid=0 2024-12-04T08:15:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742227_1403 (size=12151) 2024-12-04T08:15:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300188864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300188864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300189184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300189184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/29f49cf0a4eb4231a7fffa457233da60 2024-12-04T08:15:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/24c87aec9fae4572b2e3a316beae2763 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763 2024-12-04T08:15:29,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763, entries=150, sequenceid=205, filesize=30.4 K 2024-12-04T08:15:29,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3829529030f545a09a98ab01064a23d3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3 2024-12-04T08:15:29,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3, entries=150, sequenceid=205, filesize=11.9 K 2024-12-04T08:15:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/29f49cf0a4eb4231a7fffa457233da60 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60 2024-12-04T08:15:29,228 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60, entries=150, sequenceid=205, filesize=11.9 K 2024-12-04T08:15:29,229 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 16123266d7b5dc41a25de440e88c5729 in 1364ms, sequenceid=205, compaction requested=true 2024-12-04T08:15:29,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:29,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:29,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-04T08:15:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-04T08:15:29,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-04T08:15:29,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7430 sec 2024-12-04T08:15:29,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.7470 sec 2024-12-04T08:15:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:29,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:15:29,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:29,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fba27fa5b5b7448d808bbb09762ab691_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742228_1404 (size=17284) 2024-12-04T08:15:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300189389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300189393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300189394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300189503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300189514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300189514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300189704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300189704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300189724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300189734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:29,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300189734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:29,776 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:29,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fba27fa5b5b7448d808bbb09762ab691_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fba27fa5b5b7448d808bbb09762ab691_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:29,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/29ec49b7f91a45f0be84e02811391ae1, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:29,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/29ec49b7f91a45f0be84e02811391ae1 is 175, key is test_row_0/A:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742229_1405 (size=48389) 2024-12-04T08:15:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300190034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300190053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300190053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,185 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/29ec49b7f91a45f0be84e02811391ae1 2024-12-04T08:15:30,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/039cf19ceacd43baa05a51895201dd0f is 50, key is test_row_0/B:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742230_1406 (size=12151) 2024-12-04T08:15:30,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/039cf19ceacd43baa05a51895201dd0f 2024-12-04T08:15:30,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d1d58bc2baa14df592724759eec55005 is 50, key is test_row_0/C:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742231_1407 (size=12151) 2024-12-04T08:15:30,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d1d58bc2baa14df592724759eec55005 2024-12-04T08:15:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/29ec49b7f91a45f0be84e02811391ae1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1 2024-12-04T08:15:30,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1, entries=250, sequenceid=226, filesize=47.3 K 2024-12-04T08:15:30,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/039cf19ceacd43baa05a51895201dd0f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f 2024-12-04T08:15:30,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f, entries=150, sequenceid=226, filesize=11.9 K 2024-12-04T08:15:30,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/d1d58bc2baa14df592724759eec55005 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005 2024-12-04T08:15:30,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005, entries=150, sequenceid=226, filesize=11.9 K 2024-12-04T08:15:30,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 16123266d7b5dc41a25de440e88c5729 in 866ms, sequenceid=226, compaction requested=true 2024-12-04T08:15:30,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:30,228 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:30,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:30,228 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:30,229 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:30,229 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:30,229 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,229 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=147.2 K 2024-12-04T08:15:30,229 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,229 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1] 2024-12-04T08:15:30,230 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:30,230 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:30,230 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,230 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93deb4e399cb4cabb477b934aaac0028, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123963 2024-12-04T08:15:30,231 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/9bfb8360e5e94299ae0c10f7273ad20c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=47.8 K 2024-12-04T08:15:30,231 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f08db087c06411f849a5f065407bf0c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733300125123 2024-12-04T08:15:30,231 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bfb8360e5e94299ae0c10f7273ad20c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123963 2024-12-04T08:15:30,231 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24c87aec9fae4572b2e3a316beae2763, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733300126208 2024-12-04T08:15:30,231 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d025121054b4888ac192ff93b85a744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733300125133 2024-12-04T08:15:30,231 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29ec49b7f91a45f0be84e02811391ae1, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128498 2024-12-04T08:15:30,232 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3829529030f545a09a98ab01064a23d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733300126208 2024-12-04T08:15:30,232 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 039cf19ceacd43baa05a51895201dd0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128517 2024-12-04T08:15:30,244 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:30,246 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:30,247 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/4dba4623cfcb469cb8a344a2bf7433ad is 50, key is test_row_0/B:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:30,248 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412043702ebc6297e4955a690805100e69ae0_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:30,251 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412043702ebc6297e4955a690805100e69ae0_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:30,251 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043702ebc6297e4955a690805100e69ae0_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742232_1408 (size=12629) 2024-12-04T08:15:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742233_1409 (size=4469) 2024-12-04T08:15:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:30,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:15:30,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:30,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:30,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:30,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:30,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:30,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:30,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042f454b80407c40bf887425ea54f4d993_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300130560/Put/seqid=0 2024-12-04T08:15:30,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742234_1410 (size=14794) 2024-12-04T08:15:30,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:30,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042f454b80407c40bf887425ea54f4d993_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042f454b80407c40bf887425ea54f4d993_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:30,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0afb306c82a14c588443f99cf4323d57, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:30,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0afb306c82a14c588443f99cf4323d57 is 175, key is test_row_0/A:col10/1733300130560/Put/seqid=0 2024-12-04T08:15:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742235_1411 (size=39749) 2024-12-04T08:15:30,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300190637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300190639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,661 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:30,661 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/f6ebab3eda3b44829f205355f36451ae is 175, key is test_row_0/A:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:30,663 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/4dba4623cfcb469cb8a344a2bf7433ad as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4dba4623cfcb469cb8a344a2bf7433ad 2024-12-04T08:15:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T08:15:30,664 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742236_1412 (size=31583) 2024-12-04T08:15:30,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-04T08:15:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:30,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:30,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:30,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:30,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300190651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,674 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into 4dba4623cfcb469cb8a344a2bf7433ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:30,674 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:30,674 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=12, startTime=1733300130228; duration=0sec 2024-12-04T08:15:30,674 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:30,674 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:30,674 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:15:30,675 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:15:30,675 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:30,675 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,676 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/49628fa40b9b4640a1084152e78e6c46, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=47.8 K 2024-12-04T08:15:30,676 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 49628fa40b9b4640a1084152e78e6c46, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733300123963 2024-12-04T08:15:30,676 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f8fa3436a246464f9df1230a1671de69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733300125133 2024-12-04T08:15:30,677 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f49cf0a4eb4231a7fffa457233da60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733300126208 2024-12-04T08:15:30,677 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d58bc2baa14df592724759eec55005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128517 2024-12-04T08:15:30,683 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:30,684 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/483935f2fdf046128214cfb48b8b6ea5 is 50, key is test_row_0/C:col10/1733300128517/Put/seqid=0 2024-12-04T08:15:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742237_1413 (size=12629) 2024-12-04T08:15:30,697 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/483935f2fdf046128214cfb48b8b6ea5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/483935f2fdf046128214cfb48b8b6ea5 2024-12-04T08:15:30,705 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into 483935f2fdf046128214cfb48b8b6ea5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:30,705 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:30,705 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=12, startTime=1733300130228; duration=0sec 2024-12-04T08:15:30,705 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:30,705 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300190724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300190724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,735 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,736 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300190764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:30,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300190764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300190774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:30,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:30,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300190984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300190984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:30,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0afb306c82a14c588443f99cf4323d57 2024-12-04T08:15:31,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/615ba82d9d74461b834a5b1ed2c1e950 is 50, key is test_row_0/B:col10/1733300130560/Put/seqid=0 2024-12-04T08:15:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742238_1414 (size=12151) 2024-12-04T08:15:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300190993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,069 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/f6ebab3eda3b44829f205355f36451ae as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae 2024-12-04T08:15:31,079 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into f6ebab3eda3b44829f205355f36451ae(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:31,079 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:31,079 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=12, startTime=1733300130227; duration=0sec 2024-12-04T08:15:31,079 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:31,079 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:31,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:31,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300191304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300191304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300191314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/615ba82d9d74461b834a5b1ed2c1e950 2024-12-04T08:15:31,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/b9fcdcfedf584edcb20021213fec6f28 is 50, key is test_row_0/C:col10/1733300130560/Put/seqid=0 2024-12-04T08:15:31,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742239_1415 (size=12151) 2024-12-04T08:15:31,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:31,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/b9fcdcfedf584edcb20021213fec6f28 2024-12-04T08:15:31,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/0afb306c82a14c588443f99cf4323d57 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57 2024-12-04T08:15:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300191814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57, entries=200, sequenceid=238, filesize=38.8 K 2024-12-04T08:15:31,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/615ba82d9d74461b834a5b1ed2c1e950 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950 2024-12-04T08:15:31,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950, entries=150, sequenceid=238, filesize=11.9 K 2024-12-04T08:15:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/b9fcdcfedf584edcb20021213fec6f28 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28 2024-12-04T08:15:31,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28, entries=150, sequenceid=238, filesize=11.9 K 2024-12-04T08:15:31,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 16123266d7b5dc41a25de440e88c5729 in 1271ms, sequenceid=238, compaction requested=false 2024-12-04T08:15:31,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:31,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:31,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048204d2f54f2142a5a79b055e8d3ebb22_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:31,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742240_1416 (size=14894) 2024-12-04T08:15:31,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300191872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:31,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:31,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300191885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:31,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300191994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300192004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300192213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300192213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:32,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048204d2f54f2142a5a79b055e8d3ebb22_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048204d2f54f2142a5a79b055e8d3ebb22_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:32,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/12991168933a4501be0fe33574090d2e, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:32,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/12991168933a4501be0fe33574090d2e is 175, key is test_row_0/A:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742241_1417 (size=39849) 2024-12-04T08:15:32,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300192534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300192534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/12991168933a4501be0fe33574090d2e 2024-12-04T08:15:32,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/4b851d7cc3674cb89b5d8426c21c545b is 50, key is test_row_0/B:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742242_1418 (size=12201) 2024-12-04T08:15:32,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300192744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300192744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,747 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:32,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,747 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:32,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300192824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:32,831 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:32,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:32,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300193054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300193054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:33,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/4b851d7cc3674cb89b5d8426c21c545b 2024-12-04T08:15:33,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/0a3c097b726c4a8d8f43297aef91b2bf is 50, key is test_row_0/C:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:33,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742243_1419 (size=12201) 2024-12-04T08:15:33,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:33,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/0a3c097b726c4a8d8f43297aef91b2bf 2024-12-04T08:15:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/12991168933a4501be0fe33574090d2e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e 2024-12-04T08:15:33,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e, entries=200, sequenceid=262, filesize=38.9 K 2024-12-04T08:15:33,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/4b851d7cc3674cb89b5d8426c21c545b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b 2024-12-04T08:15:33,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b, entries=150, sequenceid=262, filesize=11.9 K 2024-12-04T08:15:33,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/0a3c097b726c4a8d8f43297aef91b2bf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf 2024-12-04T08:15:33,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf, entries=150, sequenceid=262, filesize=11.9 K 2024-12-04T08:15:33,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 16123266d7b5dc41a25de440e88c5729 in 1669ms, sequenceid=262, compaction requested=true 2024-12-04T08:15:33,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:33,504 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:33,504 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:33,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:33,504 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:33,504 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:33,505 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,505 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,505 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=108.6 K 2024-12-04T08:15:33,505 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,505 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4dba4623cfcb469cb8a344a2bf7433ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=36.1 K 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e] 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dba4623cfcb469cb8a344a2bf7433ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128517 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6ebab3eda3b44829f205355f36451ae, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128517 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 615ba82d9d74461b834a5b1ed2c1e950, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733300129384 2024-12-04T08:15:33,505 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0afb306c82a14c588443f99cf4323d57, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733300129377 2024-12-04T08:15:33,506 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b851d7cc3674cb89b5d8426c21c545b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:33,506 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12991168933a4501be0fe33574090d2e, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:33,512 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:33,514 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:33,514 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/cc6098fd1edc4362b004ea2457b732ac is 50, key is test_row_0/B:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:33,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204dd9de52e40234dc4ba010edc6d584f35_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:33,525 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204dd9de52e40234dc4ba010edc6d584f35_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:33,525 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dd9de52e40234dc4ba010edc6d584f35_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742244_1420 (size=12781) 2024-12-04T08:15:33,541 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/cc6098fd1edc4362b004ea2457b732ac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/cc6098fd1edc4362b004ea2457b732ac 2024-12-04T08:15:33,546 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into cc6098fd1edc4362b004ea2457b732ac(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:33,546 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:33,546 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=13, startTime=1733300133504; duration=0sec 2024-12-04T08:15:33,546 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:33,546 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:33,546 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:33,547 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:33,547 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:33,547 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,547 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/483935f2fdf046128214cfb48b8b6ea5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=36.1 K 2024-12-04T08:15:33,548 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 483935f2fdf046128214cfb48b8b6ea5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733300128517 2024-12-04T08:15:33,548 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b9fcdcfedf584edcb20021213fec6f28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733300129384 2024-12-04T08:15:33,548 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3c097b726c4a8d8f43297aef91b2bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742245_1421 (size=4469) 2024-12-04T08:15:33,560 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:33,560 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/b08d567b870a4607b943685e4b39814c is 50, key is test_row_0/C:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:33,562 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#355 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:33,563 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/f8fe15ebad5b4afa8566ded217777fc9 is 175, key is test_row_0/A:col10/1733300130615/Put/seqid=0 2024-12-04T08:15:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T08:15:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:33,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742246_1422 (size=12781) 2024-12-04T08:15:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742247_1423 (size=31735) 2024-12-04T08:15:33,586 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/b08d567b870a4607b943685e4b39814c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b08d567b870a4607b943685e4b39814c 2024-12-04T08:15:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043319b03be4734f84a9bfcda3cef3ddc8_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300131883/Put/seqid=0 2024-12-04T08:15:33,593 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into b08d567b870a4607b943685e4b39814c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:33,593 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:33,593 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=13, startTime=1733300133504; duration=0sec 2024-12-04T08:15:33,593 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:33,593 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742248_1424 (size=12454) 2024-12-04T08:15:33,981 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/f8fe15ebad5b4afa8566ded217777fc9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9 2024-12-04T08:15:33,986 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into f8fe15ebad5b4afa8566ded217777fc9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:33,986 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:33,986 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=13, startTime=1733300133503; duration=0sec 2024-12-04T08:15:33,986 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:33,986 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043319b03be4734f84a9bfcda3cef3ddc8_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043319b03be4734f84a9bfcda3cef3ddc8_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5ff9622287aa4d32b8b6bfb08de46815, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5ff9622287aa4d32b8b6bfb08de46815 is 175, key is test_row_0/A:col10/1733300131883/Put/seqid=0 2024-12-04T08:15:34,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742249_1425 (size=31255) 2024-12-04T08:15:34,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5ff9622287aa4d32b8b6bfb08de46815 2024-12-04T08:15:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/ca8ad6ba172b41698a449f21e3d7e701 is 50, key is test_row_0/B:col10/1733300131883/Put/seqid=0 2024-12-04T08:15:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742250_1426 (size=12301) 2024-12-04T08:15:34,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. as already flushing 2024-12-04T08:15:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:34,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300194124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300134111, max timestamp=1733300134131Num uniques 859; 2024-12-04T08:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300134111, max timestamp=1733300134131Num uniques 859; 2024-12-04T08:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300134111, max timestamp=1733300134131Num uniques 859; 2024-12-04T08:15:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300194255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300194257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300194373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/ca8ad6ba172b41698a449f21e3d7e701 2024-12-04T08:15:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/c332d71c79ae4590a72d290fdacd8758 is 50, key is test_row_0/C:col10/1733300131883/Put/seqid=0 2024-12-04T08:15:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742251_1427 (size=12301) 2024-12-04T08:15:34,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300194584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300194593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:34,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/c332d71c79ae4590a72d290fdacd8758 2024-12-04T08:15:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/5ff9622287aa4d32b8b6bfb08de46815 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815 2024-12-04T08:15:34,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815, entries=150, sequenceid=274, filesize=30.5 K 2024-12-04T08:15:34,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/ca8ad6ba172b41698a449f21e3d7e701 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701 2024-12-04T08:15:34,849 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701, entries=150, sequenceid=274, filesize=12.0 K 2024-12-04T08:15:34,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/c332d71c79ae4590a72d290fdacd8758 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758 2024-12-04T08:15:34,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758, entries=150, sequenceid=274, filesize=12.0 K 2024-12-04T08:15:34,854 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 16123266d7b5dc41a25de440e88c5729 in 1281ms, sequenceid=274, compaction requested=false 2024-12-04T08:15:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-04T08:15:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-04T08:15:34,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-04T08:15:34,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1880 sec 2024-12-04T08:15:34,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 4.1930 sec 2024-12-04T08:15:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:34,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:34,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b7de835c9e3426899b4fc74cbc40550_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742252_1428 (size=14994) 2024-12-04T08:15:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300194913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300194916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:34,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300194917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300195024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300195044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300195234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300195263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:35,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b7de835c9e3426899b4fc74cbc40550_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b7de835c9e3426899b4fc74cbc40550_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:35,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6fdff385eb534dd1b70981b54ff1ffd3, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:35,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6fdff385eb534dd1b70981b54ff1ffd3 is 175, key is test_row_0/A:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742253_1429 (size=39949) 2024-12-04T08:15:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300195424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300195544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300195584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:35,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:35,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6fdff385eb534dd1b70981b54ff1ffd3 2024-12-04T08:15:35,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/335fe1b803e141728fdadb8dc90150f8 is 50, key is test_row_0/B:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742254_1430 (size=12301) 2024-12-04T08:15:36,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300196054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:36,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/335fe1b803e141728fdadb8dc90150f8 2024-12-04T08:15:36,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/5d90937139934fbfa76a8ff0cefdf1f3 is 50, key is test_row_0/C:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742255_1431 (size=12301) 2024-12-04T08:15:36,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:36,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300196105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39834 deadline: 1733300196444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:36,455 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:36,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/5d90937139934fbfa76a8ff0cefdf1f3 2024-12-04T08:15:36,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/6fdff385eb534dd1b70981b54ff1ffd3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3 2024-12-04T08:15:36,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3, entries=200, sequenceid=312, filesize=39.0 K 2024-12-04T08:15:36,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/335fe1b803e141728fdadb8dc90150f8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8 2024-12-04T08:15:36,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T08:15:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/5d90937139934fbfa76a8ff0cefdf1f3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3 2024-12-04T08:15:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 16123266d7b5dc41a25de440e88c5729 in 1657ms, sequenceid=312, compaction requested=true 2024-12-04T08:15:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:36,522 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,522 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/A is initiating minor compaction (all files) 2024-12-04T08:15:36,523 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/A in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/B is initiating minor compaction (all files) 2024-12-04T08:15:36,523 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=100.5 K 2024-12-04T08:15:36,523 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/B in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:36,523 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:36,523 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/cc6098fd1edc4362b004ea2457b732ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=36.5 K 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3] 2024-12-04T08:15:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,523 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8fe15ebad5b4afa8566ded217777fc9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:36,524 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cc6098fd1edc4362b004ea2457b732ac, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff9622287aa4d32b8b6bfb08de46815, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733300131837 2024-12-04T08:15:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,524 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca8ad6ba172b41698a449f21e3d7e701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733300131837 2024-12-04T08:15:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,524 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fdff385eb534dd1b70981b54ff1ffd3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300134240 2024-12-04T08:15:36,524 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 335fe1b803e141728fdadb8dc90150f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300134253 2024-12-04T08:15:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,531 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,532 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/03b9082e3b8646f18bc65da3d20d97fd is 50, key is test_row_0/B:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,535 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204440fe5ce33dc4acfae714dc6265ffaf7_16123266d7b5dc41a25de440e88c5729 store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204440fe5ce33dc4acfae714dc6265ffaf7_16123266d7b5dc41a25de440e88c5729, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,537 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204440fe5ce33dc4acfae714dc6265ffaf7_16123266d7b5dc41a25de440e88c5729 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742256_1432 (size=12983) 2024-12-04T08:15:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742257_1433 (size=4469) 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:36,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:15:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:36,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:36,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:36,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a1287f65b0b0432383452daf0f1ef1ad_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300134915/Put/seqid=0 2024-12-04T08:15:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742258_1434 (size=12454) 2024-12-04T08:15:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,831 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a1287f65b0b0432383452daf0f1ef1ad_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a1287f65b0b0432383452daf0f1ef1ad_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/74c0c082b045452d8f9e7d1bac3e3876, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/74c0c082b045452d8f9e7d1bac3e3876 is 175, key is test_row_0/A:col10/1733300134915/Put/seqid=0 2024-12-04T08:15:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742259_1435 (size=31255) 2024-12-04T08:15:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:36,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300136885, max timestamp=1733300136917Num uniques 859; 2024-12-04T08:15:36,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:36,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300136885, max timestamp=1733300136917Num uniques 859; 2024-12-04T08:15:36,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:36,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300136885, max timestamp=1733300136917Num uniques 859; 2024-12-04T08:15:36,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:36,964 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#A#compaction#364 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:36,964 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/fa7681a7f8af48ef8b9554605ae4db06 is 175, key is test_row_0/A:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:36,967 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/03b9082e3b8646f18bc65da3d20d97fd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/03b9082e3b8646f18bc65da3d20d97fd 2024-12-04T08:15:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742260_1436 (size=31937) 2024-12-04T08:15:36,971 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/B of 16123266d7b5dc41a25de440e88c5729 into 03b9082e3b8646f18bc65da3d20d97fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:36,971 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:36,971 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/B, priority=13, startTime=1733300136522; duration=0sec 2024-12-04T08:15:36,971 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:36,971 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:36,971 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:36,972 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:36,972 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 16123266d7b5dc41a25de440e88c5729/C is initiating minor compaction (all files) 2024-12-04T08:15:36,972 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16123266d7b5dc41a25de440e88c5729/C in TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:36,972 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b08d567b870a4607b943685e4b39814c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp, totalSize=36.5 K 2024-12-04T08:15:36,972 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b08d567b870a4607b943685e4b39814c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733300130615 2024-12-04T08:15:36,973 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c332d71c79ae4590a72d290fdacd8758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733300131837 2024-12-04T08:15:36,973 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d90937139934fbfa76a8ff0cefdf1f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733300134253 2024-12-04T08:15:36,979 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16123266d7b5dc41a25de440e88c5729#C#compaction#366 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:36,979 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/9ca7618f3e154c77814293d3e6bd729f is 50, key is test_row_0/C:col10/1733300134255/Put/seqid=0 2024-12-04T08:15:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742261_1437 (size=12983) 2024-12-04T08:15:37,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300197024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300197029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39846 deadline: 1733300197074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,082 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39804 deadline: 1733300197124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,128 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 16123266d7b5dc41a25de440e88c5729 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300197143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300197154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,242 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/74c0c082b045452d8f9e7d1bac3e3876 2024-12-04T08:15:37,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3002b4110e7c4948a0772b937a4a3e1d is 50, key is test_row_0/B:col10/1733300134915/Put/seqid=0 2024-12-04T08:15:37,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742262_1438 (size=12301) 2024-12-04T08:15:37,372 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/fa7681a7f8af48ef8b9554605ae4db06 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/fa7681a7f8af48ef8b9554605ae4db06 2024-12-04T08:15:37,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300197364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300197364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,376 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/A of 16123266d7b5dc41a25de440e88c5729 into fa7681a7f8af48ef8b9554605ae4db06(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:37,376 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:37,376 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/A, priority=13, startTime=1733300136522; duration=0sec 2024-12-04T08:15:37,376 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:37,376 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:37,387 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/9ca7618f3e154c77814293d3e6bd729f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/9ca7618f3e154c77814293d3e6bd729f 2024-12-04T08:15:37,391 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16123266d7b5dc41a25de440e88c5729/C of 16123266d7b5dc41a25de440e88c5729 into 9ca7618f3e154c77814293d3e6bd729f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:37,391 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:37,391 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., storeName=16123266d7b5dc41a25de440e88c5729/C, priority=13, startTime=1733300136522; duration=0sec 2024-12-04T08:15:37,391 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:37,391 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:37,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:15:37,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3002b4110e7c4948a0772b937a4a3e1d 2024-12-04T08:15:37,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/03200fb4daae47dd90a85959c8e7c255 is 50, key is test_row_0/C:col10/1733300134915/Put/seqid=0 2024-12-04T08:15:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742263_1439 (size=12301) 2024-12-04T08:15:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39872 deadline: 1733300197684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39798 deadline: 1733300197684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:15:38,049 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-12-04T08:15:38,049 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,049 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,049 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,051 INFO [Thread-1615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1615. 2024-12-04T08:15:38,051 DEBUG [Thread-1615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,051 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,052 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,056 INFO [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613. 2024-12-04T08:15:38,056 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,056 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,056 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,061 INFO [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617. 2024-12-04T08:15:38,061 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,061 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,061 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,064 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-12-04T08:15:38,064 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,064 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,064 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/03200fb4daae47dd90a85959c8e7c255 2024-12-04T08:15:38,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/74c0c082b045452d8f9e7d1bac3e3876 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/74c0c082b045452d8f9e7d1bac3e3876 2024-12-04T08:15:38,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/74c0c082b045452d8f9e7d1bac3e3876, entries=150, sequenceid=323, filesize=30.5 K 2024-12-04T08:15:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/3002b4110e7c4948a0772b937a4a3e1d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3002b4110e7c4948a0772b937a4a3e1d 2024-12-04T08:15:38,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3002b4110e7c4948a0772b937a4a3e1d, entries=150, sequenceid=323, filesize=12.0 K 2024-12-04T08:15:38,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/03200fb4daae47dd90a85959c8e7c255 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/03200fb4daae47dd90a85959c8e7c255 2024-12-04T08:15:38,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/03200fb4daae47dd90a85959c8e7c255, entries=150, sequenceid=323, filesize=12.0 K 2024-12-04T08:15:38,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 16123266d7b5dc41a25de440e88c5729 in 1273ms, sequenceid=323, compaction requested=false 2024-12-04T08:15:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:38,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T08:15:38,205 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-12-04T08:15:38,205 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,205 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,205 INFO [Thread-1604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1604. 2024-12-04T08:15:38,206 DEBUG [Thread-1604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,206 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:38,206 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:38,206 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:38,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:38,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:38,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120402ad4a1403b04458bc5f52ea9acae01c_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_0/A:col10/1733300138204/Put/seqid=0 2024-12-04T08:15:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742264_1440 (size=12454) 2024-12-04T08:15:38,475 INFO [Thread-1606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1606. 2024-12-04T08:15:38,475 DEBUG [Thread-1606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:38,475 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,475 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:38,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:38,616 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:38,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120402ad4a1403b04458bc5f52ea9acae01c_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120402ad4a1403b04458bc5f52ea9acae01c_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:38,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/59880e302ace41da85eb2adb5f9770c5, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:38,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/59880e302ace41da85eb2adb5f9770c5 is 175, key is test_row_0/A:col10/1733300138204/Put/seqid=0 2024-12-04T08:15:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742265_1441 (size=31255) 2024-12-04T08:15:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T08:15:38,844 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:39,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/59880e302ace41da85eb2adb5f9770c5 2024-12-04T08:15:39,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1bac814ccd11434f86e25518a9a85f46 is 50, key is test_row_0/B:col10/1733300138204/Put/seqid=0 2024-12-04T08:15:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742266_1442 (size=12301) 2024-12-04T08:15:39,105 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-12-04T08:15:39,105 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:39,105 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,105 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:39,156 INFO [Thread-1602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1602. 2024-12-04T08:15:39,156 DEBUG [Thread-1602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:15:39,156 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,156 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 954 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2862 rows 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 958 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2870 rows 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 951 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2853 rows 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 951 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2848 rows 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 951 2024-12-04T08:15:39,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2843 rows 2024-12-04T08:15:39,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:15:39,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:15:39,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:39,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:15:39,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:15:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:39,160 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300139159"}]},"ts":"1733300139159"} 2024-12-04T08:15:39,161 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:15:39,161 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:15:39,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:15:39,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, UNASSIGN}] 2024-12-04T08:15:39,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, UNASSIGN 2024-12-04T08:15:39,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:39,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, UNASSIGN because future has completed 2024-12-04T08:15:39,165 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:15:39,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:39,317 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:39,317 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:15:39,318 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 16123266d7b5dc41a25de440e88c5729, disabling compactions & flushes 2024-12-04T08:15:39,318 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:39,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1bac814ccd11434f86e25518a9a85f46 2024-12-04T08:15:39,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/4d50a8b5b7234cac958162be6052074a is 50, key is test_row_0/C:col10/1733300138204/Put/seqid=0 2024-12-04T08:15:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742267_1443 (size=12301) 2024-12-04T08:15:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:39,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/4d50a8b5b7234cac958162be6052074a 2024-12-04T08:15:39,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/59880e302ace41da85eb2adb5f9770c5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/59880e302ace41da85eb2adb5f9770c5 2024-12-04T08:15:39,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/59880e302ace41da85eb2adb5f9770c5, entries=150, sequenceid=363, filesize=30.5 K 2024-12-04T08:15:39,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/1bac814ccd11434f86e25518a9a85f46 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1bac814ccd11434f86e25518a9a85f46 2024-12-04T08:15:39,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1bac814ccd11434f86e25518a9a85f46, entries=150, sequenceid=363, filesize=12.0 K 2024-12-04T08:15:39,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/4d50a8b5b7234cac958162be6052074a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/4d50a8b5b7234cac958162be6052074a 2024-12-04T08:15:39,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/4d50a8b5b7234cac958162be6052074a, entries=150, sequenceid=363, filesize=12.0 K 2024-12-04T08:15:39,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=20.13 KB/20610 for 16123266d7b5dc41a25de440e88c5729 in 1651ms, sequenceid=363, compaction requested=true 2024-12-04T08:15:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16123266d7b5dc41a25de440e88c5729: 2024-12-04T08:15:39,856 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:39,856 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:39,856 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. after waiting 0 ms 2024-12-04T08:15:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:39,856 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16123266d7b5dc41a25de440e88c5729:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:39,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:39,857 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 16123266d7b5dc41a25de440e88c5729 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. because compaction request was cancelled 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:A 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. because compaction request was cancelled 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. because compaction request was cancelled 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:C 2024-12-04T08:15:39,857 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16123266d7b5dc41a25de440e88c5729:B 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=A 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=B 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16123266d7b5dc41a25de440e88c5729, store=C 2024-12-04T08:15:39,857 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:39,861 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c934d30d3cb34e23af54a3170f5bca40_16123266d7b5dc41a25de440e88c5729 is 50, key is test_row_1/A:col10/1733300139154/Put/seqid=0 2024-12-04T08:15:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742268_1444 (size=9914) 2024-12-04T08:15:40,265 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:40,268 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c934d30d3cb34e23af54a3170f5bca40_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c934d30d3cb34e23af54a3170f5bca40_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:40,268 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/47b5c1eae3b045ac8fe7f8f92e74e2e1, store: [table=TestAcidGuarantees family=A region=16123266d7b5dc41a25de440e88c5729] 2024-12-04T08:15:40,269 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 is 175, key is test_row_1/A:col10/1733300139154/Put/seqid=0 2024-12-04T08:15:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742269_1445 (size=22561) 2024-12-04T08:15:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:40,673 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 2024-12-04T08:15:40,678 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/86301f6b188644a0a62377cbd3d718d7 is 50, key is test_row_1/B:col10/1733300139154/Put/seqid=0 2024-12-04T08:15:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742270_1446 (size=9857) 2024-12-04T08:15:41,082 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/86301f6b188644a0a62377cbd3d718d7 2024-12-04T08:15:41,087 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/1d7279e6f3044683ae42a9f829489d01 is 50, key is test_row_1/C:col10/1733300139154/Put/seqid=0 2024-12-04T08:15:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742271_1447 (size=9857) 2024-12-04T08:15:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:41,491 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/1d7279e6f3044683ae42a9f829489d01 2024-12-04T08:15:41,494 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 2024-12-04T08:15:41,497 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/47b5c1eae3b045ac8fe7f8f92e74e2e1, entries=100, sequenceid=369, filesize=22.0 K 2024-12-04T08:15:41,497 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/B/86301f6b188644a0a62377cbd3d718d7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/86301f6b188644a0a62377cbd3d718d7 2024-12-04T08:15:41,500 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/86301f6b188644a0a62377cbd3d718d7, entries=100, sequenceid=369, filesize=9.6 K 2024-12-04T08:15:41,501 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/.tmp/C/1d7279e6f3044683ae42a9f829489d01 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/1d7279e6f3044683ae42a9f829489d01 2024-12-04T08:15:41,503 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/1d7279e6f3044683ae42a9f829489d01, entries=100, sequenceid=369, filesize=9.6 K 2024-12-04T08:15:41,504 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 16123266d7b5dc41a25de440e88c5729 in 1648ms, sequenceid=369, compaction requested=true 2024-12-04T08:15:41,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3] to archive 2024-12-04T08:15:41,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:41,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/39ff24b647e4431489dc87b199f42be5 2024-12-04T08:15:41,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5a5a5d60afca46499ffecbd119360704 2024-12-04T08:15:41,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0851ce0a8e0b4a3ea8a02ff0becc0f1a 2024-12-04T08:15:41,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5114769dfcb146129b4dd36291bde378 2024-12-04T08:15:41,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f5aad537e414b3c86fa2a7ed5ecb434 2024-12-04T08:15:41,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/45bd5a7174eb4be08da27dcc00428eb1 2024-12-04T08:15:41,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/02cfe0a9dd7147c78c34b61aa11795e4 2024-12-04T08:15:41,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/aee233be145e44e5a397e87699e639bf 2024-12-04T08:15:41,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0501c3e025514f9dbb1a725c955ac64d 2024-12-04T08:15:41,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6339eaed82f14be48c260a79ac1e35c6 2024-12-04T08:15:41,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/93deb4e399cb4cabb477b934aaac0028 2024-12-04T08:15:41,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/2f08db087c06411f849a5f065407bf0c 2024-12-04T08:15:41,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/24c87aec9fae4572b2e3a316beae2763 2024-12-04T08:15:41,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/29ec49b7f91a45f0be84e02811391ae1 2024-12-04T08:15:41,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f6ebab3eda3b44829f205355f36451ae 2024-12-04T08:15:41,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/0afb306c82a14c588443f99cf4323d57 2024-12-04T08:15:41,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/12991168933a4501be0fe33574090d2e 2024-12-04T08:15:41,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/f8fe15ebad5b4afa8566ded217777fc9 2024-12-04T08:15:41,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/5ff9622287aa4d32b8b6bfb08de46815 2024-12-04T08:15:41,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/6fdff385eb534dd1b70981b54ff1ffd3 2024-12-04T08:15:41,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/bed24acbca3c4a0fb86a2055c3439fd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/920b5e60098d42ed8310bb78586504ec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/9bfb8360e5e94299ae0c10f7273ad20c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4dba4623cfcb469cb8a344a2bf7433ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/cc6098fd1edc4362b004ea2457b732ac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8] to archive 2024-12-04T08:15:41,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:41,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/a5fc858af87444539938d9731d643d8c 2024-12-04T08:15:41,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1970211e0c144b2fb20c0b0e39de94e4 2024-12-04T08:15:41,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/bed24acbca3c4a0fb86a2055c3439fd1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/bed24acbca3c4a0fb86a2055c3439fd1 2024-12-04T08:15:41,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/f0b95e5c4be44da281a028ec0d89f39a 2024-12-04T08:15:41,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/63f9f427ca3e4193a0d617e01bff648a 2024-12-04T08:15:41,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/920b5e60098d42ed8310bb78586504ec to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/920b5e60098d42ed8310bb78586504ec 2024-12-04T08:15:41,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/6ddb4329c82f4380bed3a7aa7822b2b8 2024-12-04T08:15:41,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/c8ed0ff490c04fffa5fb56441dc3c937 2024-12-04T08:15:41,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/76beebd6f4f849d185e631968ec3b972 2024-12-04T08:15:41,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/9bfb8360e5e94299ae0c10f7273ad20c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/9bfb8360e5e94299ae0c10f7273ad20c 2024-12-04T08:15:41,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/fbfa1d94ce3f49f895d331af6551a917 2024-12-04T08:15:41,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/8d025121054b4888ac192ff93b85a744 2024-12-04T08:15:41,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3829529030f545a09a98ab01064a23d3 2024-12-04T08:15:41,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4dba4623cfcb469cb8a344a2bf7433ad to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4dba4623cfcb469cb8a344a2bf7433ad 2024-12-04T08:15:41,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/039cf19ceacd43baa05a51895201dd0f 2024-12-04T08:15:41,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/615ba82d9d74461b834a5b1ed2c1e950 2024-12-04T08:15:41,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/cc6098fd1edc4362b004ea2457b732ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/cc6098fd1edc4362b004ea2457b732ac 2024-12-04T08:15:41,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/4b851d7cc3674cb89b5d8426c21c545b 2024-12-04T08:15:41,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/ca8ad6ba172b41698a449f21e3d7e701 2024-12-04T08:15:41,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/335fe1b803e141728fdadb8dc90150f8 2024-12-04T08:15:41,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8f9548eeb38b4fb2bb2a100755f7a532, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8c82769adb124784ac5a48b62938d83f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/49628fa40b9b4640a1084152e78e6c46, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/483935f2fdf046128214cfb48b8b6ea5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b08d567b870a4607b943685e4b39814c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3] to archive 2024-12-04T08:15:41,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:15:41,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/edf3761469874f06b3f58a7a798925d7 2024-12-04T08:15:41,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/66b8f738dd334391b69aea42f1b9e4e2 2024-12-04T08:15:41,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8f9548eeb38b4fb2bb2a100755f7a532 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8f9548eeb38b4fb2bb2a100755f7a532 2024-12-04T08:15:41,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/2a7f497b6d1f44ef8d38365709a96a0c 2024-12-04T08:15:41,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/de5b01c89a9d47459ee3aaf4d08d1663 2024-12-04T08:15:41,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8c82769adb124784ac5a48b62938d83f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/8c82769adb124784ac5a48b62938d83f 2024-12-04T08:15:41,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/cb6bf7fdad574171a008f98c25b146a6 2024-12-04T08:15:41,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/98b7bfbc1fe64e76b8ffca5e06fb2947 2024-12-04T08:15:41,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/e63c007affad46b7bd6c4d3a4403f3ae 2024-12-04T08:15:41,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/49628fa40b9b4640a1084152e78e6c46 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/49628fa40b9b4640a1084152e78e6c46 2024-12-04T08:15:41,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d023912869da4cb0a3329ceb35cc3966 2024-12-04T08:15:41,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/f8fa3436a246464f9df1230a1671de69 2024-12-04T08:15:41,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/29f49cf0a4eb4231a7fffa457233da60 2024-12-04T08:15:41,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/483935f2fdf046128214cfb48b8b6ea5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/483935f2fdf046128214cfb48b8b6ea5 2024-12-04T08:15:41,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/d1d58bc2baa14df592724759eec55005 2024-12-04T08:15:41,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b9fcdcfedf584edcb20021213fec6f28 2024-12-04T08:15:41,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b08d567b870a4607b943685e4b39814c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/b08d567b870a4607b943685e4b39814c 2024-12-04T08:15:41,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/0a3c097b726c4a8d8f43297aef91b2bf 2024-12-04T08:15:41,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/c332d71c79ae4590a72d290fdacd8758 2024-12-04T08:15:41,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/5d90937139934fbfa76a8ff0cefdf1f3 2024-12-04T08:15:41,566 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits/372.seqid, newMaxSeqId=372, maxSeqId=4 2024-12-04T08:15:41,566 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. 2024-12-04T08:15:41,566 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 16123266d7b5dc41a25de440e88c5729: Waiting for close lock at 1733300139318Running coprocessor pre-close hooks at 1733300139318Disabling compacts and flushes for region at 1733300139318Disabling writes for close at 1733300139856 (+538 ms)Obtaining lock to block concurrent updates at 1733300139857 (+1 ms)Preparing flush snapshotting stores in 16123266d7b5dc41a25de440e88c5729 at 1733300139857Finished memstore snapshotting TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733300139857Flushing stores of TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729. at 1733300139857Flushing 16123266d7b5dc41a25de440e88c5729/A: creating writer at 1733300139857Flushing mob file 16123266d7b5dc41a25de440e88c5729/A: appending metadata at 1733300139861 (+4 ms)Flushing mob file 16123266d7b5dc41a25de440e88c5729/A: closing flushed file at 1733300139861Flushing 16123266d7b5dc41a25de440e88c5729/A: appending metadata at 1733300140268 (+407 ms)Flushing 16123266d7b5dc41a25de440e88c5729/A: closing flushed file at 1733300140268Flushing 16123266d7b5dc41a25de440e88c5729/B: creating writer at 1733300140676 (+408 ms)Flushing 16123266d7b5dc41a25de440e88c5729/B: appending metadata at 1733300140678 (+2 ms)Flushing 16123266d7b5dc41a25de440e88c5729/B: closing flushed file at 1733300140678Flushing 16123266d7b5dc41a25de440e88c5729/C: creating writer at 1733300141085 (+407 ms)Flushing 16123266d7b5dc41a25de440e88c5729/C: appending metadata at 1733300141087 (+2 ms)Flushing 16123266d7b5dc41a25de440e88c5729/C: closing flushed file at 1733300141087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111be2e5: reopening flushed file at 1733300141494 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1280e584: reopening flushed file at 1733300141497 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff580ef: reopening flushed file at 1733300141500 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 16123266d7b5dc41a25de440e88c5729 in 1648ms, sequenceid=369, compaction requested=true at 1733300141504 (+4 ms)Writing region close event to WAL at 1733300141563 (+59 ms)Running coprocessor post-close hooks at 1733300141566 (+3 ms)Closed at 1733300141566 2024-12-04T08:15:41,568 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:41,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=16123266d7b5dc41a25de440e88c5729, regionState=CLOSED 2024-12-04T08:15:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:41,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-04T08:15:41,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 16123266d7b5dc41a25de440e88c5729, server=f5a5a857f5c5,43105,1733300019048 in 2.4050 sec 2024-12-04T08:15:41,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-12-04T08:15:41,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16123266d7b5dc41a25de440e88c5729, UNASSIGN in 2.4090 sec 2024-12-04T08:15:41,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-04T08:15:41,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4120 sec 2024-12-04T08:15:41,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300141575"}]},"ts":"1733300141575"} 2024-12-04T08:15:41,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:15:41,576 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:15:41,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4200 sec 2024-12-04T08:15:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T08:15:43,315 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:43,315 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:15:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,317 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T08:15:43,317 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,319 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,321 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits] 2024-12-04T08:15:43,323 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/47b5c1eae3b045ac8fe7f8f92e74e2e1 2024-12-04T08:15:43,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/59880e302ace41da85eb2adb5f9770c5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/59880e302ace41da85eb2adb5f9770c5 2024-12-04T08:15:43,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/74c0c082b045452d8f9e7d1bac3e3876 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/74c0c082b045452d8f9e7d1bac3e3876 2024-12-04T08:15:43,325 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/fa7681a7f8af48ef8b9554605ae4db06 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/A/fa7681a7f8af48ef8b9554605ae4db06 2024-12-04T08:15:43,327 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/03b9082e3b8646f18bc65da3d20d97fd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/03b9082e3b8646f18bc65da3d20d97fd 2024-12-04T08:15:43,328 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1bac814ccd11434f86e25518a9a85f46 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/1bac814ccd11434f86e25518a9a85f46 2024-12-04T08:15:43,329 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3002b4110e7c4948a0772b937a4a3e1d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/3002b4110e7c4948a0772b937a4a3e1d 2024-12-04T08:15:43,330 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/86301f6b188644a0a62377cbd3d718d7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/B/86301f6b188644a0a62377cbd3d718d7 2024-12-04T08:15:43,331 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/03200fb4daae47dd90a85959c8e7c255 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/03200fb4daae47dd90a85959c8e7c255 2024-12-04T08:15:43,332 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/1d7279e6f3044683ae42a9f829489d01 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/1d7279e6f3044683ae42a9f829489d01 2024-12-04T08:15:43,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/4d50a8b5b7234cac958162be6052074a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/4d50a8b5b7234cac958162be6052074a 2024-12-04T08:15:43,334 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/9ca7618f3e154c77814293d3e6bd729f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/C/9ca7618f3e154c77814293d3e6bd729f 2024-12-04T08:15:43,336 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits/372.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729/recovered.edits/372.seqid 2024-12-04T08:15:43,336 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,336 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:15:43,336 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:15:43,337 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T08:15:43,339 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120402ad4a1403b04458bc5f52ea9acae01c_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120402ad4a1403b04458bc5f52ea9acae01c_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,340 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120427cac39161e648b3abda9b0bb2aec986_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120427cac39161e648b3abda9b0bb2aec986_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,341 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042f454b80407c40bf887425ea54f4d993_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042f454b80407c40bf887425ea54f4d993_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,342 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043319b03be4734f84a9bfcda3cef3ddc8_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043319b03be4734f84a9bfcda3cef3ddc8_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,343 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679b198610a84d54bc2ad0bb6b61fe25_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204679b198610a84d54bc2ad0bb6b61fe25_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,343 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b7de835c9e3426899b4fc74cbc40550_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b7de835c9e3426899b4fc74cbc40550_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,344 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048204d2f54f2142a5a79b055e8d3ebb22_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048204d2f54f2142a5a79b055e8d3ebb22_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,345 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d5e52dd5a03403c913f473b6a359aea_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d5e52dd5a03403c913f473b6a359aea_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,346 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a1287f65b0b0432383452daf0f1ef1ad_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a1287f65b0b0432383452daf0f1ef1ad_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,347 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a49ea2b8c9394fd7a492f6fc89730427_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a49ea2b8c9394fd7a492f6fc89730427_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,348 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ab1ef0a5bd8348d29dcf9e5d349a9a0b_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ab1ef0a5bd8348d29dcf9e5d349a9a0b_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,349 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c934d30d3cb34e23af54a3170f5bca40_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c934d30d3cb34e23af54a3170f5bca40_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,350 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ddcc42b5517d4759add9cec641cc8249_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ddcc42b5517d4759add9cec641cc8249_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,350 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea607af06ad14f7cad9bf388981f41de_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea607af06ad14f7cad9bf388981f41de_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,351 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef049243f4e144c4905855cd1d296480_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ef049243f4e144c4905855cd1d296480_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,352 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5e65fcf9d67401eb99492a2ab2ac923_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5e65fcf9d67401eb99492a2ab2ac923_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,353 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f66577b662b64eb2891201062e373dc9_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f66577b662b64eb2891201062e373dc9_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,354 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fba27fa5b5b7448d808bbb09762ab691_16123266d7b5dc41a25de440e88c5729 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fba27fa5b5b7448d808bbb09762ab691_16123266d7b5dc41a25de440e88c5729 2024-12-04T08:15:43,354 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:15:43,356 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,359 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:15:43,361 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:15:43,362 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,362 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:15:43,362 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300143362"}]},"ts":"9223372036854775807"} 2024-12-04T08:15:43,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:15:43,364 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 16123266d7b5dc41a25de440e88c5729, NAME => 'TestAcidGuarantees,,1733300114873.16123266d7b5dc41a25de440e88c5729.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:15:43,364 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:15:43,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300143364"}]},"ts":"9223372036854775807"} 2024-12-04T08:15:43,365 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:15:43,366 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-04T08:15:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T08:15:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:15:43,425 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:43,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 246) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_622940537_22 at /127.0.0.1:38982 [Waiting for operation #1605] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/f5a5a857f5c5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284521643_22 at /127.0.0.1:38984 [Waiting for operation #1581] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1284521643_22 at /127.0.0.1:38966 [Waiting for operation #1598] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_622940537_22 at /127.0.0.1:38842 [Waiting for operation #1646] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=6012 (was 6545) 2024-12-04T08:15:43,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=6012 2024-12-04T08:15:43,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:15:43,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:15:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:15:43,445 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:15:43,445 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:43,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-12-04T08:15:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:43,446 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:15:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742272_1448 (size=1061) 2024-12-04T08:15:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:43,853 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:15:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742273_1449 (size=53) 2024-12-04T08:15:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a89f8b6c328f9d58abddc8fab7608711, disabling compactions & flushes 2024-12-04T08:15:44,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. after waiting 0 ms 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a89f8b6c328f9d58abddc8fab7608711: Waiting for close lock at 1733300144258Disabling compacts and flushes for region at 1733300144258Disabling writes for close at 1733300144258Writing region close event to WAL at 1733300144258Closed at 1733300144258 2024-12-04T08:15:44,259 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:15:44,260 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300144259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300144259"}]},"ts":"1733300144259"} 2024-12-04T08:15:44,261 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:15:44,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:15:44,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300144262"}]},"ts":"1733300144262"} 2024-12-04T08:15:44,263 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:15:44,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, ASSIGN}] 2024-12-04T08:15:44,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, ASSIGN 2024-12-04T08:15:44,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:15:44,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=a89f8b6c328f9d58abddc8fab7608711, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, ASSIGN because future has completed 2024-12-04T08:15:44,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:15:44,572 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,572 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:15:44,572 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,572 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:15:44,573 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,573 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,574 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,575 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:44,575 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89f8b6c328f9d58abddc8fab7608711 columnFamilyName A 2024-12-04T08:15:44,575 DEBUG [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:44,575 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(327): Store=a89f8b6c328f9d58abddc8fab7608711/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:44,575 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,576 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:44,576 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89f8b6c328f9d58abddc8fab7608711 columnFamilyName B 2024-12-04T08:15:44,576 DEBUG [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:44,577 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(327): Store=a89f8b6c328f9d58abddc8fab7608711/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:44,577 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,578 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:15:44,578 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a89f8b6c328f9d58abddc8fab7608711 columnFamilyName C 2024-12-04T08:15:44,578 DEBUG [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:15:44,578 INFO [StoreOpener-a89f8b6c328f9d58abddc8fab7608711-1 {}] regionserver.HStore(327): Store=a89f8b6c328f9d58abddc8fab7608711/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:15:44,578 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,578 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,579 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,579 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,580 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,580 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,580 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:15:44,581 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,582 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:15:44,583 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened a89f8b6c328f9d58abddc8fab7608711; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74523368, jitterRate=0.11048471927642822}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:15:44,583 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:44,583 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for a89f8b6c328f9d58abddc8fab7608711: Running coprocessor pre-open hook at 1733300144573Writing region info on filesystem at 1733300144573Initializing all the Stores at 1733300144573Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300144573Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300144573Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300144573Cleaning up temporary data from old regions at 1733300144580 (+7 ms)Running coprocessor post-open hooks at 1733300144583 (+3 ms)Region opened successfully at 1733300144583 2024-12-04T08:15:44,584 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., pid=116, masterSystemTime=1733300144568 2024-12-04T08:15:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:44,586 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,586 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:44,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=a89f8b6c328f9d58abddc8fab7608711, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:44,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:15:44,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-04T08:15:44,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 in 171 msec 2024-12-04T08:15:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-12-04T08:15:44,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, ASSIGN in 326 msec 2024-12-04T08:15:44,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:15:44,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300144591"}]},"ts":"1733300144591"} 2024-12-04T08:15:44,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:15:44,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:15:44,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-04T08:15:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-12-04T08:15:45,604 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:45,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,607 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59abe20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,608 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf68110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3273a373 2024-12-04T08:15:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:15:45,613 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:15:45,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0bd709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dc47ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,617 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fceb3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bc695d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,620 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22454bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e69f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,622 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a09fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,623 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27353eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38da57d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562d6be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,627 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80c7f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d985ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b1dd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45df0462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a4980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,633 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7ebe8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,634 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be2c71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,636 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438138a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:15:45,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:15:45,637 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:15:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:15:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:15:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18510f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:15:45,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:15:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:15:45,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:15:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0a2126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:15:45,639 DEBUG [Thread-2020 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,639 DEBUG [Thread-2035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,639 DEBUG [Thread-2024 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,639 DEBUG [Thread-2022 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,639 DEBUG [Thread-2031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,640 DEBUG [Thread-2037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,641 DEBUG [Thread-2039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,642 DEBUG [Thread-2026 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-04T08:15:45,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,645 DEBUG [Thread-2028 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,645 DEBUG [Thread-2033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:15:45,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:45,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:15:45,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:15:45,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:15:45,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2] 2024-12-04T08:15:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:45,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:45,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1b165746b993424e8d02ea4177f1e2b5 is 50, key is test_row_1/A:col10/1733300145654/Put/seqid=0 2024-12-04T08:15:45,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300145675, max timestamp=1733300145689Num uniques 859; 2024-12-04T08:15:45,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:45,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300145675, max timestamp=1733300145689Num uniques 859; 2024-12-04T08:15:45,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:45,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733300145675, max timestamp=1733300145689Num uniques 859; 2024-12-04T08:15:45,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:45,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742274_1450 (size=9657) 2024-12-04T08:15:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300205717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300205723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300205725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300205725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300205726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:45,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:45,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300205834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300205834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300205844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300205844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300205844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:45,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:45,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:46,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300206054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300206054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1b165746b993424e8d02ea4177f1e2b5 2024-12-04T08:15:46,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/af339e1cbd99417fa61f8161b69473a1 is 50, key is test_row_1/B:col10/1733300145654/Put/seqid=0 2024-12-04T08:15:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742275_1451 (size=9657) 2024-12-04T08:15:46,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:46,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300206364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300206374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300206384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300206384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300206384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/af339e1cbd99417fa61f8161b69473a1 2024-12-04T08:15:46,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/9bc3b84cc6984a40944ec3a42244cb61 is 50, key is test_row_1/C:col10/1733300145654/Put/seqid=0 2024-12-04T08:15:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742276_1452 (size=9657) 2024-12-04T08:15:46,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:46,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:46,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:46,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300206874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300206894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300206894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300206904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300206904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:46,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/9bc3b84cc6984a40944ec3a42244cb61 2024-12-04T08:15:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1b165746b993424e8d02ea4177f1e2b5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5 2024-12-04T08:15:46,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5, entries=100, sequenceid=11, filesize=9.4 K 2024-12-04T08:15:46,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/af339e1cbd99417fa61f8161b69473a1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1 2024-12-04T08:15:46,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1, entries=100, sequenceid=11, filesize=9.4 K 2024-12-04T08:15:46,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/9bc3b84cc6984a40944ec3a42244cb61 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61 2024-12-04T08:15:46,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61, entries=100, sequenceid=11, filesize=9.4 K 2024-12-04T08:15:46,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a89f8b6c328f9d58abddc8fab7608711 in 1317ms, sequenceid=11, compaction requested=false 2024-12-04T08:15:46,972 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T08:15:46,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:47,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T08:15:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:47,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:47,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aa4a327d55d0412c988698626b1279cf is 50, key is test_row_0/A:col10/1733300145723/Put/seqid=0 2024-12-04T08:15:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742277_1453 (size=12001) 2024-12-04T08:15:47,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aa4a327d55d0412c988698626b1279cf 2024-12-04T08:15:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/02d3b4a733f24ed4bb6ad447fba45638 is 50, key is test_row_0/B:col10/1733300145723/Put/seqid=0 2024-12-04T08:15:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742278_1454 (size=12001) 2024-12-04T08:15:47,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:15:47,459 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/02d3b4a733f24ed4bb6ad447fba45638 2024-12-04T08:15:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/6bcc721c6fe947809395d57eec910c2b is 50, key is test_row_0/C:col10/1733300145723/Put/seqid=0 2024-12-04T08:15:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742279_1455 (size=12001) 2024-12-04T08:15:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:47,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/6bcc721c6fe947809395d57eec910c2b 2024-12-04T08:15:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aa4a327d55d0412c988698626b1279cf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf 2024-12-04T08:15:47,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf, entries=150, sequenceid=47, filesize=11.7 K 2024-12-04T08:15:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/02d3b4a733f24ed4bb6ad447fba45638 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638 2024-12-04T08:15:47,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638, entries=150, sequenceid=47, filesize=11.7 K 2024-12-04T08:15:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/6bcc721c6fe947809395d57eec910c2b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b 2024-12-04T08:15:47,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b, entries=150, sequenceid=47, filesize=11.7 K 2024-12-04T08:15:47,895 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for a89f8b6c328f9d58abddc8fab7608711 in 869ms, sequenceid=47, compaction requested=false 2024-12-04T08:15:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-04T08:15:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-04T08:15:47,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-04T08:15:47,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec 2024-12-04T08:15:47,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.2610 sec 2024-12-04T08:15:47,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:47,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/f765844ff4f44b5ab98c0bdb863173a9 is 50, key is test_row_0/A:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742280_1456 (size=14341) 2024-12-04T08:15:47,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/f765844ff4f44b5ab98c0bdb863173a9 2024-12-04T08:15:47,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1500ef76bdca4061b5de8edf47dd524b is 50, key is test_row_0/B:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742281_1457 (size=12001) 2024-12-04T08:15:47,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1500ef76bdca4061b5de8edf47dd524b 2024-12-04T08:15:47,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7309f2ec9d8348c0824a3a597c06f959 is 50, key is test_row_0/C:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742282_1458 (size=12001) 2024-12-04T08:15:47,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7309f2ec9d8348c0824a3a597c06f959 2024-12-04T08:15:47,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/f765844ff4f44b5ab98c0bdb863173a9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9 2024-12-04T08:15:47,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9, entries=200, sequenceid=57, filesize=14.0 K 2024-12-04T08:15:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1500ef76bdca4061b5de8edf47dd524b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b 2024-12-04T08:15:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b, entries=150, sequenceid=57, filesize=11.7 K 2024-12-04T08:15:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7309f2ec9d8348c0824a3a597c06f959 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959 2024-12-04T08:15:47,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959, entries=150, sequenceid=57, filesize=11.7 K 2024-12-04T08:15:47,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=107.34 KB/109920 for a89f8b6c328f9d58abddc8fab7608711 in 76ms, sequenceid=57, compaction requested=true 2024-12-04T08:15:47,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:47,990 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:47,990 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:47,992 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9560, totalHeapSize=21976, min timestamp=1733300147945, max timestamp=1733300147966Num uniques 859; 2024-12-04T08:15:47,992 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733300147945, max timestamp=1733300147966Num uniques 859; 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39330, new segment data size=9560, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733300147945, max timestamp=1733300147966Num uniques 859; 2024-12-04T08:15:47,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:47,992 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:47,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:47,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:15:47,992 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=35.2 K 2024-12-04T08:15:47,992 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:47,992 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=32.9 K 2024-12-04T08:15:47,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=40.25 KB heapSize=101.39 KB 2024-12-04T08:15:47,993 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b165746b993424e8d02ea4177f1e2b5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300145648 2024-12-04T08:15:47,993 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting af339e1cbd99417fa61f8161b69473a1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300145648 2024-12-04T08:15:47,993 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 02d3b4a733f24ed4bb6ad447fba45638, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300145723 2024-12-04T08:15:47,993 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa4a327d55d0412c988698626b1279cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300145723 2024-12-04T08:15:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:47,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:47,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:47,994 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1500ef76bdca4061b5de8edf47dd524b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147906 2024-12-04T08:15:47,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:47,994 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f765844ff4f44b5ab98c0bdb863173a9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147899 2024-12-04T08:15:48,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d4fe7da15a114a4a8606fe2274592bd1 is 50, key is test_row_0/A:col10/1733300147991/Put/seqid=0 2024-12-04T08:15:48,003 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:48,004 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/30ac977faf7943bcbbe2ded8fc2ebee8 is 50, key is test_row_0/B:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:48,006 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:48,007 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/229892f6ee3c47c486c8982810a1ae01 is 50, key is test_row_0/A:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742283_1459 (size=14341) 2024-12-04T08:15:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742284_1460 (size=12104) 2024-12-04T08:15:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742285_1461 (size=12104) 2024-12-04T08:15:48,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300148076, max timestamp=1733300148095Num uniques 859; 2024-12-04T08:15:48,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300148076, max timestamp=1733300148095Num uniques 859; 2024-12-04T08:15:48,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:48,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:48,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300148076, max timestamp=1733300148095Num uniques 859; 2024-12-04T08:15:48,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300208136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300208139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300208154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733300148131, max timestamp=1733300148154Num uniques 1068; 2024-12-04T08:15:48,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-04T08:15:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300148131, max timestamp=1733300148154Num uniques 1018; 2024-12-04T08:15:48,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:15:48,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733300148131, max timestamp=1733300148154Num uniques 1068; 2024-12-04T08:15:48,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-04T08:15:48,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300208263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300208264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300208264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300208264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300208265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300208374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300208384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d4fe7da15a114a4a8606fe2274592bd1 2024-12-04T08:15:48,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/5bf49a6105fc40a4a3aba316c2447dac is 50, key is test_row_0/B:col10/1733300147991/Put/seqid=0 2024-12-04T08:15:48,427 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/30ac977faf7943bcbbe2ded8fc2ebee8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/30ac977faf7943bcbbe2ded8fc2ebee8 2024-12-04T08:15:48,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742286_1462 (size=12001) 2024-12-04T08:15:48,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/5bf49a6105fc40a4a3aba316c2447dac 2024-12-04T08:15:48,431 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into 30ac977faf7943bcbbe2ded8fc2ebee8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:48,431 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:48,432 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300147990; duration=0sec 2024-12-04T08:15:48,432 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:48,432 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:15:48,432 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:48,436 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/229892f6ee3c47c486c8982810a1ae01 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/229892f6ee3c47c486c8982810a1ae01 2024-12-04T08:15:48,436 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:48,437 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:15:48,437 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:48,437 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=32.9 K 2024-12-04T08:15:48,437 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bc3b84cc6984a40944ec3a42244cb61, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733300145648 2024-12-04T08:15:48,438 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bcc721c6fe947809395d57eec910c2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733300145723 2024-12-04T08:15:48,438 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7309f2ec9d8348c0824a3a597c06f959, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147906 2024-12-04T08:15:48,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7cdce1e56bc04769bfcc77d2b00b6689 is 50, key is test_row_0/C:col10/1733300147991/Put/seqid=0 2024-12-04T08:15:48,441 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into 229892f6ee3c47c486c8982810a1ae01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:48,441 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:48,441 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300147989; duration=0sec 2024-12-04T08:15:48,441 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:48,441 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:15:48,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742287_1463 (size=12001) 2024-12-04T08:15:48,447 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:48,447 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/441e9a152a0845e7ae795e4b8f732f87 is 50, key is test_row_0/C:col10/1733300147906/Put/seqid=0 2024-12-04T08:15:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742288_1464 (size=12104) 2024-12-04T08:15:48,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300208484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300208484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300208484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300208594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300208603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300208803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300208804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300208804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7cdce1e56bc04769bfcc77d2b00b6689 2024-12-04T08:15:48,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d4fe7da15a114a4a8606fe2274592bd1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1 2024-12-04T08:15:48,860 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/441e9a152a0845e7ae795e4b8f732f87 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/441e9a152a0845e7ae795e4b8f732f87 2024-12-04T08:15:48,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1, entries=200, sequenceid=80, filesize=14.0 K 2024-12-04T08:15:48,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/5bf49a6105fc40a4a3aba316c2447dac as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac 2024-12-04T08:15:48,865 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 441e9a152a0845e7ae795e4b8f732f87(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:48,865 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:48,865 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300147990; duration=0sec 2024-12-04T08:15:48,865 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:48,865 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:15:48,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T08:15:48,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7cdce1e56bc04769bfcc77d2b00b6689 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689 2024-12-04T08:15:48,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T08:15:48,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~121.27 KB/124176, currentSize=140.89 KB/144270 for a89f8b6c328f9d58abddc8fab7608711 in 876ms, sequenceid=80, compaction requested=false 2024-12-04T08:15:48,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:48,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-12-04T08:15:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:48,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:48,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/2d44a30cab5545369af2e7ad0867d0eb is 50, key is test_row_0/A:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:48,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742289_1465 (size=14541) 2024-12-04T08:15:48,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/2d44a30cab5545369af2e7ad0867d0eb 2024-12-04T08:15:48,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37b061c90fcf4a0bb3de08e60f92999b is 50, key is test_row_0/B:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742290_1466 (size=12151) 2024-12-04T08:15:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300208951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:48,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300208964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300209074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300209074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300209294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300209294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300209323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300209323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300209323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37b061c90fcf4a0bb3de08e60f92999b 2024-12-04T08:15:49,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/1cda945b95d541a6a119d40e9a378a64 is 50, key is test_row_0/C:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742291_1467 (size=12151) 2024-12-04T08:15:49,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/1cda945b95d541a6a119d40e9a378a64 2024-12-04T08:15:49,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/2d44a30cab5545369af2e7ad0867d0eb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb 2024-12-04T08:15:49,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb, entries=200, sequenceid=137, filesize=14.2 K 2024-12-04T08:15:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37b061c90fcf4a0bb3de08e60f92999b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b 2024-12-04T08:15:49,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b, entries=150, sequenceid=137, filesize=11.9 K 2024-12-04T08:15:49,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/1cda945b95d541a6a119d40e9a378a64 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64 2024-12-04T08:15:49,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64, entries=150, sequenceid=137, filesize=11.9 K 2024-12-04T08:15:49,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for a89f8b6c328f9d58abddc8fab7608711 in 448ms, sequenceid=137, compaction requested=true 2024-12-04T08:15:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:49,372 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:49,373 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:49,373 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:49,373 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40986 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:49,373 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:15:49,373 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:15:49,373 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:49,374 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:49,374 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/229892f6ee3c47c486c8982810a1ae01, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=40.0 K 2024-12-04T08:15:49,374 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/30ac977faf7943bcbbe2ded8fc2ebee8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=35.4 K 2024-12-04T08:15:49,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 30ac977faf7943bcbbe2ded8fc2ebee8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147906 2024-12-04T08:15:49,374 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 229892f6ee3c47c486c8982810a1ae01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147906 2024-12-04T08:15:49,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf49a6105fc40a4a3aba316c2447dac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300147948 2024-12-04T08:15:49,374 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4fe7da15a114a4a8606fe2274592bd1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300147948 2024-12-04T08:15:49,375 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 37b061c90fcf4a0bb3de08e60f92999b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148261 2024-12-04T08:15:49,375 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d44a30cab5545369af2e7ad0867d0eb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148242 2024-12-04T08:15:49,382 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:49,383 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/b42bda0b1c634164b135c0627bc9d809 is 50, key is test_row_0/B:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:49,392 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:49,392 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/4f7491e6a0f04056ad42203366178dc3 is 50, key is test_row_0/A:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742292_1468 (size=12357) 2024-12-04T08:15:49,401 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/b42bda0b1c634164b135c0627bc9d809 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b42bda0b1c634164b135c0627bc9d809 2024-12-04T08:15:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742293_1469 (size=12357) 2024-12-04T08:15:49,406 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into b42bda0b1c634164b135c0627bc9d809(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:49,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:49,406 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300149372; duration=0sec 2024-12-04T08:15:49,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:49,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:15:49,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:49,407 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:49,407 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:15:49,407 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:49,407 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/441e9a152a0845e7ae795e4b8f732f87, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=35.4 K 2024-12-04T08:15:49,408 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 441e9a152a0845e7ae795e4b8f732f87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733300147906 2024-12-04T08:15:49,408 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cdce1e56bc04769bfcc77d2b00b6689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733300147948 2024-12-04T08:15:49,408 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cda945b95d541a6a119d40e9a378a64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148261 2024-12-04T08:15:49,415 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:49,415 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/637bae6f98d14e8b910396fa97859dfc is 50, key is test_row_0/C:col10/1733300148263/Put/seqid=0 2024-12-04T08:15:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742294_1470 (size=12357) 2024-12-04T08:15:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:49,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:49,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/b386896aaba24057bf6fbba8f018181c is 50, key is test_row_0/A:col10/1733300148963/Put/seqid=0 2024-12-04T08:15:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742295_1471 (size=12151) 2024-12-04T08:15:49,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/b386896aaba24057bf6fbba8f018181c 2024-12-04T08:15:49,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/919a63c39ad1446faba6b570075c5977 is 50, key is test_row_0/B:col10/1733300148963/Put/seqid=0 2024-12-04T08:15:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742296_1472 (size=12151) 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300149668, max timestamp=1733300149720Num uniques 859; 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300149668, max timestamp=1733300149720Num uniques 859; 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300149668, max timestamp=1733300149720Num uniques 859; 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:49,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:49,806 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/4f7491e6a0f04056ad42203366178dc3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/4f7491e6a0f04056ad42203366178dc3 2024-12-04T08:15:49,809 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into 4f7491e6a0f04056ad42203366178dc3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:49,809 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:49,809 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300149372; duration=0sec 2024-12-04T08:15:49,809 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:49,809 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T08:15:49,814 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:49,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-04T08:15:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:49,816 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:49,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:49,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:49,823 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/637bae6f98d14e8b910396fa97859dfc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/637bae6f98d14e8b910396fa97859dfc 2024-12-04T08:15:49,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300209805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300209807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,826 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 637bae6f98d14e8b910396fa97859dfc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:49,826 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:49,826 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300149372; duration=0sec 2024-12-04T08:15:49,826 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:49,826 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:15:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300209934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300209934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:49,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:49,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/919a63c39ad1446faba6b570075c5977 2024-12-04T08:15:50,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d73ac814544a43f7a010749907afde6f is 50, key is test_row_0/C:col10/1733300148963/Put/seqid=0 2024-12-04T08:15:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742297_1473 (size=12151) 2024-12-04T08:15:50,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300210144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300210154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300210343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300210344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300210344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,350 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,351 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,351 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:50,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d73ac814544a43f7a010749907afde6f 2024-12-04T08:15:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/b386896aaba24057bf6fbba8f018181c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c 2024-12-04T08:15:50,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c, entries=150, sequenceid=148, filesize=11.9 K 2024-12-04T08:15:50,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/919a63c39ad1446faba6b570075c5977 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977 2024-12-04T08:15:50,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977, entries=150, sequenceid=148, filesize=11.9 K 2024-12-04T08:15:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d73ac814544a43f7a010749907afde6f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f 2024-12-04T08:15:50,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f, entries=150, sequenceid=148, filesize=11.9 K 2024-12-04T08:15:50,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a89f8b6c328f9d58abddc8fab7608711 in 845ms, sequenceid=148, compaction requested=false 2024-12-04T08:15:50,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:50,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:50,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 is 50, key is test_row_0/A:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742298_1474 (size=14541) 2024-12-04T08:15:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300210504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300210512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300210624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300210634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300210844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300210844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:50,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:50,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 2024-12-04T08:15:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:50,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/e6315217645b4a4083f4608bfcb477cf is 50, key is test_row_0/B:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742299_1475 (size=12151) 2024-12-04T08:15:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:51,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300211154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300211154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:51,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/e6315217645b4a4083f4608bfcb477cf 2024-12-04T08:15:51,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d21e021cbfa04f29b5e8e31ae08386a2 is 50, key is test_row_0/C:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742300_1476 (size=12151) 2024-12-04T08:15:51,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300211664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300211664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:51,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d21e021cbfa04f29b5e8e31ae08386a2 2024-12-04T08:15:51,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 2024-12-04T08:15:51,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3, entries=200, sequenceid=188, filesize=14.2 K 2024-12-04T08:15:51,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/e6315217645b4a4083f4608bfcb477cf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf 2024-12-04T08:15:51,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf, entries=150, sequenceid=188, filesize=11.9 K 2024-12-04T08:15:51,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/d21e021cbfa04f29b5e8e31ae08386a2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2 2024-12-04T08:15:51,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2, entries=150, sequenceid=188, filesize=11.9 K 2024-12-04T08:15:51,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for a89f8b6c328f9d58abddc8fab7608711 in 1254ms, sequenceid=188, compaction requested=true 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:51,729 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:51,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:51,729 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:51,729 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:15:51,730 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,730 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/4f7491e6a0f04056ad42203366178dc3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=38.1 K 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f7491e6a0f04056ad42203366178dc3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148261 2024-12-04T08:15:51,730 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,730 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b42bda0b1c634164b135c0627bc9d809, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=35.8 K 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b386896aaba24057bf6fbba8f018181c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733300148963 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b42bda0b1c634164b135c0627bc9d809, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148261 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a2ba8e3ab564f4dae2fdd1a6a9d25b3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:51,730 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 919a63c39ad1446faba6b570075c5977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733300148963 2024-12-04T08:15:51,731 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e6315217645b4a4083f4608bfcb477cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:51,738 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:51,739 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:51,739 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/fc49a6382716463da6ed9d79fe25be6f is 50, key is test_row_0/A:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:51,739 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/0bafc0650e7e4ea7bfc2abb80d4e4d41 is 50, key is test_row_0/B:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742301_1477 (size=12459) 2024-12-04T08:15:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742302_1478 (size=12459) 2024-12-04T08:15:51,749 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/fc49a6382716463da6ed9d79fe25be6f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fc49a6382716463da6ed9d79fe25be6f 2024-12-04T08:15:51,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into fc49a6382716463da6ed9d79fe25be6f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:51,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:51,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300151729; duration=0sec 2024-12-04T08:15:51,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:51,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:15:51,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:51,755 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:51,755 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:15:51,755 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,755 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/637bae6f98d14e8b910396fa97859dfc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=35.8 K 2024-12-04T08:15:51,756 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637bae6f98d14e8b910396fa97859dfc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733300148261 2024-12-04T08:15:51,756 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d73ac814544a43f7a010749907afde6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733300148963 2024-12-04T08:15:51,756 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d21e021cbfa04f29b5e8e31ae08386a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:51,763 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:51,763 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/48b658981a304d4db933413156205748 is 50, key is test_row_0/C:col10/1733300150472/Put/seqid=0 2024-12-04T08:15:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742303_1479 (size=12459) 2024-12-04T08:15:51,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:51,805 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cf9e26997af34069ac48227b7687fb8b is 50, key is test_row_0/A:col10/1733300150510/Put/seqid=0 2024-12-04T08:15:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742304_1480 (size=9757) 2024-12-04T08:15:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:52,149 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/0bafc0650e7e4ea7bfc2abb80d4e4d41 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/0bafc0650e7e4ea7bfc2abb80d4e4d41 2024-12-04T08:15:52,153 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into 0bafc0650e7e4ea7bfc2abb80d4e4d41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:52,153 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:52,153 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300151729; duration=0sec 2024-12-04T08:15:52,153 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:52,153 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:15:52,172 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/48b658981a304d4db933413156205748 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48b658981a304d4db933413156205748 2024-12-04T08:15:52,176 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 48b658981a304d4db933413156205748(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:52,176 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:52,176 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300151729; duration=0sec 2024-12-04T08:15:52,176 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:52,176 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:15:52,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cf9e26997af34069ac48227b7687fb8b 2024-12-04T08:15:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/22545ef76b144a84a80dc722fdd122ab is 50, key is test_row_0/B:col10/1733300150510/Put/seqid=0 2024-12-04T08:15:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742305_1481 (size=9757) 2024-12-04T08:15:52,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/22545ef76b144a84a80dc722fdd122ab 2024-12-04T08:15:52,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/5ec9a53d424c4678b1c20525f9078116 is 50, key is test_row_0/C:col10/1733300150510/Put/seqid=0 2024-12-04T08:15:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742306_1482 (size=9757) 2024-12-04T08:15:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:52,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152404, max timestamp=1733300152416Num uniques 859; 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152404, max timestamp=1733300152416Num uniques 859; 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152404, max timestamp=1733300152416Num uniques 859; 2024-12-04T08:15:52,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300212476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300212483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300212484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300212593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300212594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300212604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/5ec9a53d424c4678b1c20525f9078116 2024-12-04T08:15:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cf9e26997af34069ac48227b7687fb8b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b 2024-12-04T08:15:52,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b, entries=100, sequenceid=198, filesize=9.5 K 2024-12-04T08:15:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/22545ef76b144a84a80dc722fdd122ab as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab 2024-12-04T08:15:52,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab, entries=100, sequenceid=198, filesize=9.5 K 2024-12-04T08:15:52,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/5ec9a53d424c4678b1c20525f9078116 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116 2024-12-04T08:15:52,649 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116, entries=100, sequenceid=198, filesize=9.5 K 2024-12-04T08:15:52,650 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for a89f8b6c328f9d58abddc8fab7608711 in 845ms, sequenceid=198, compaction requested=false 2024-12-04T08:15:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:52,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-04T08:15:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-04T08:15:52,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-04T08:15:52,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8350 sec 2024-12-04T08:15:52,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.8400 sec 2024-12-04T08:15:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:52,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300152452, max timestamp=1733300152692Num uniques 1068; 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300152452, max timestamp=1733300152692Num uniques 1068; 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300152452, max timestamp=1733300152692Num uniques 1068; 2024-12-04T08:15:52,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:52,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d9121c4396ee4162989cfbae8cf99d25 is 50, key is test_row_0/A:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:52,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742307_1483 (size=16931) 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152754, max timestamp=1733300152769Num uniques 859; 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152754, max timestamp=1733300152769Num uniques 859; 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300152754, max timestamp=1733300152769Num uniques 859; 2024-12-04T08:15:52,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:15:52,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733300152816, max timestamp=1733300152842Num uniques 1068; 2024-12-04T08:15:52,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733300152816, max timestamp=1733300152842Num uniques 1068; 2024-12-04T08:15:52,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=16848, suffix heap size=139040,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=368 2024-12-04T08:15:52,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=16848, suffix heap size=139040,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=368 2024-12-04T08:15:52,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733300152816, max timestamp=1733300152842Num uniques 1068; 2024-12-04T08:15:52,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=16848, suffix heap size=139040,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=368 2024-12-04T08:15:52,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300212888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300212890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300212902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733300152882, max timestamp=1733300152902Num uniques 1227; 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=12682, suffix heap size=155576,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=277 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733300152882, max timestamp=1733300152902Num uniques 1227; 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733300152882, max timestamp=1733300152902Num uniques 1227; 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=12682, suffix heap size=155576,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=277 2024-12-04T08:15:52,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=12682, suffix heap size=155576,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=277 2024-12-04T08:15:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300212996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733300152969, max timestamp=1733300153000Num uniques 1136; 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733300152969, max timestamp=1733300153000Num uniques 1136; 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733300152969, max timestamp=1733300153000Num uniques 1136; 2024-12-04T08:15:53,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-04T08:15:53,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733300153040, max timestamp=1733300153066Num uniques 1095; 2024-12-04T08:15:53,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-04T08:15:53,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733300153040, max timestamp=1733300153066Num uniques 1095; 2024-12-04T08:15:53,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-04T08:15:53,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733300153040, max timestamp=1733300153066Num uniques 1095; 2024-12-04T08:15:53,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-04T08:15:53,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d9121c4396ee4162989cfbae8cf99d25 2024-12-04T08:15:53,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/f3ae129ba01044bd98a3cb426fda84c2 is 50, key is test_row_0/B:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:53,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742308_1484 (size=12151) 2024-12-04T08:15:53,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300213134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300213135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300213135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300213147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300213148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300213254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300213254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300213254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300213263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300213273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300213464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300213464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300213464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300213484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300213484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/f3ae129ba01044bd98a3cb426fda84c2 2024-12-04T08:15:53,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/287b1b91dae74917889931373fd039ca is 50, key is test_row_0/C:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:53,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742309_1485 (size=12151) 2024-12-04T08:15:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300213774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300213774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300213774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300213804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300213804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:53,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/287b1b91dae74917889931373fd039ca 2024-12-04T08:15:53,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/d9121c4396ee4162989cfbae8cf99d25 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25 2024-12-04T08:15:53,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25, entries=250, sequenceid=239, filesize=16.5 K 2024-12-04T08:15:53,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/f3ae129ba01044bd98a3cb426fda84c2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2 2024-12-04T08:15:53,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T08:15:53,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/287b1b91dae74917889931373fd039ca as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca 2024-12-04T08:15:53,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca, entries=150, sequenceid=239, filesize=11.9 K 2024-12-04T08:15:53,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=154.31 KB/158010 for a89f8b6c328f9d58abddc8fab7608711 in 1259ms, sequenceid=239, compaction requested=true 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:53,952 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:53,952 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:53,954 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:53,954 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:15:53,955 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:53,955 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fc49a6382716463da6ed9d79fe25be6f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=38.2 K 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc49a6382716463da6ed9d79fe25be6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:15:53,956 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf9e26997af34069ac48227b7687fb8b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733300150493 2024-12-04T08:15:53,956 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/0bafc0650e7e4ea7bfc2abb80d4e4d41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=33.6 K 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9121c4396ee4162989cfbae8cf99d25, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:53,956 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bafc0650e7e4ea7bfc2abb80d4e4d41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:53,957 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 22545ef76b144a84a80dc722fdd122ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733300150493 2024-12-04T08:15:53,957 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ae129ba01044bd98a3cb426fda84c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:53,966 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:53,967 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:53,967 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/006cd89d995e452fafb5e793d8a31a38 is 50, key is test_row_0/B:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:53,967 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/e819710b568c4119ace7489e56c9f0b6 is 50, key is test_row_0/A:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742311_1487 (size=12561) 2024-12-04T08:15:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742310_1486 (size=12561) 2024-12-04T08:15:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T08:15:53,984 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:53,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:53,986 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/e819710b568c4119ace7489e56c9f0b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e819710b568c4119ace7489e56c9f0b6 2024-12-04T08:15:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-04T08:15:53,986 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/006cd89d995e452fafb5e793d8a31a38 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/006cd89d995e452fafb5e793d8a31a38 2024-12-04T08:15:53,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:53,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:53,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:53,992 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into 006cd89d995e452fafb5e793d8a31a38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:53,992 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into e819710b568c4119ace7489e56c9f0b6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:53,992 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300153952; duration=0sec 2024-12-04T08:15:53,992 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300153952; duration=0sec 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:15:53,992 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:53,995 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:53,996 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:15:53,996 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:53,996 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48b658981a304d4db933413156205748, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=33.6 K 2024-12-04T08:15:53,996 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b658981a304d4db933413156205748, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733300149791 2024-12-04T08:15:53,996 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ec9a53d424c4678b1c20525f9078116, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733300150493 2024-12-04T08:15:53,997 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 287b1b91dae74917889931373fd039ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:54,002 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:54,003 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/06220fe1849d4d73a9e649d9b5acf362 is 50, key is test_row_0/C:col10/1733300152693/Put/seqid=0 2024-12-04T08:15:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742312_1488 (size=12561) 2024-12-04T08:15:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:54,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:54,141 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=154.31 KB heapSize=432 KB 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:54,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:54,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/21e34490cc9e4a3c844d55451f0f2964 is 50, key is test_row_0/A:col10/1733300153146/Put/seqid=0 2024-12-04T08:15:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742313_1489 (size=12301) 2024-12-04T08:15:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:54,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300214324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300214328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300214328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300214328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300214340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,411 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/06220fe1849d4d73a9e649d9b5acf362 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/06220fe1849d4d73a9e649d9b5acf362 2024-12-04T08:15:54,414 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 06220fe1849d4d73a9e649d9b5acf362(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:54,414 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:54,414 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300153952; duration=0sec 2024-12-04T08:15:54,415 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:54,415 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:15:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300214444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300214444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300214444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300214444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,552 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/21e34490cc9e4a3c844d55451f0f2964 2024-12-04T08:15:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1db0feb8c38a411e9c5d4b8abff76f04 is 50, key is test_row_0/B:col10/1733300153146/Put/seqid=0 2024-12-04T08:15:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742314_1490 (size=12301) 2024-12-04T08:15:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:54,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300214664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300214664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300214665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300214665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,966 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1db0feb8c38a411e9c5d4b8abff76f04 2024-12-04T08:15:54,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/bf6e12dfa8ba407aa2d513da9700f0d8 is 50, key is test_row_0/C:col10/1733300153146/Put/seqid=0 2024-12-04T08:15:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742315_1491 (size=12301) 2024-12-04T08:15:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300214974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300214974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300214974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300214983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300215353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,360 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,378 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/bf6e12dfa8ba407aa2d513da9700f0d8 2024-12-04T08:15:55,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/21e34490cc9e4a3c844d55451f0f2964 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964 2024-12-04T08:15:55,385 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T08:15:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1db0feb8c38a411e9c5d4b8abff76f04 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04 2024-12-04T08:15:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T08:15:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/bf6e12dfa8ba407aa2d513da9700f0d8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8 2024-12-04T08:15:55,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T08:15:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~431.95 KB/442320, currentSize=26.84 KB/27480 for a89f8b6c328f9d58abddc8fab7608711 in 1252ms, sequenceid=347, compaction requested=false 2024-12-04T08:15:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-04T08:15:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-04T08:15:55,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-04T08:15:55,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-04T08:15:55,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4110 sec 2024-12-04T08:15:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:55,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:55,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cfbd89d24c6440699bdb69689ac70fbe is 50, key is test_row_0/A:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742316_1492 (size=17181) 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300155519, max timestamp=1733300155546Num uniques 859; 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300155519, max timestamp=1733300155546Num uniques 859; 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300155519, max timestamp=1733300155546Num uniques 859; 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:15:55,549 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:15:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300215587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300215589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300215590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300215590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300215714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300215714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300215714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300215714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cfbd89d24c6440699bdb69689ac70fbe 2024-12-04T08:15:55,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/adb344d35ea840059b0267fd33a5a1fb is 50, key is test_row_0/B:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742317_1493 (size=12301) 2024-12-04T08:15:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300215934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300215934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300215934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300215934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:55,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T08:15:56,134 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:15:56,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:15:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-04T08:15:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:56,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:15:56,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:15:56,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:15:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300216244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300216244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300216244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300216254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/adb344d35ea840059b0267fd33a5a1fb 2024-12-04T08:15:56,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/454f0a957dd64af0b64de79c9da98a70 is 50, key is test_row_0/C:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742318_1494 (size=12301) 2024-12-04T08:15:56,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:56,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:56,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/454f0a957dd64af0b64de79c9da98a70 2024-12-04T08:15:56,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/cfbd89d24c6440699bdb69689ac70fbe as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe 2024-12-04T08:15:56,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe, entries=250, sequenceid=358, filesize=16.8 K 2024-12-04T08:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/adb344d35ea840059b0267fd33a5a1fb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb 2024-12-04T08:15:56,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb, entries=150, sequenceid=358, filesize=12.0 K 2024-12-04T08:15:56,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/454f0a957dd64af0b64de79c9da98a70 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70 2024-12-04T08:15:56,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:56,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70, entries=150, sequenceid=358, filesize=12.0 K 2024-12-04T08:15:56,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a89f8b6c328f9d58abddc8fab7608711 in 1249ms, sequenceid=358, compaction requested=true 2024-12-04T08:15:56,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:56,750 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:56,751 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:15:56,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:56,752 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:56,752 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:15:56,752 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,752 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e819710b568c4119ace7489e56c9f0b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=41.1 K 2024-12-04T08:15:56,753 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:56,753 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:15:56,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e819710b568c4119ace7489e56c9f0b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:56,753 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,753 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/006cd89d995e452fafb5e793d8a31a38, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=36.3 K 2024-12-04T08:15:56,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e34490cc9e4a3c844d55451f0f2964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300153132 2024-12-04T08:15:56,754 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 006cd89d995e452fafb5e793d8a31a38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:56,754 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfbd89d24c6440699bdb69689ac70fbe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154303 2024-12-04T08:15:56,754 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1db0feb8c38a411e9c5d4b8abff76f04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300153132 2024-12-04T08:15:56,754 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting adb344d35ea840059b0267fd33a5a1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154338 2024-12-04T08:15:56,761 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:56,762 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/3de7a8aaaec64c6c9244ceb57560a8b6 is 50, key is test_row_0/A:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:56,762 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:56,763 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/20cacfa4cbbc4fe3a6d505c18ac0d449 is 50, key is test_row_0/B:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:56,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-04T08:15:56,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:56,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:56,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:56,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:56,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:56,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:15:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742319_1495 (size=12813) 2024-12-04T08:15:56,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/42100e455ca64bee9aeeab85b90e7d91 is 50, key is test_row_0/A:col10/1733300155572/Put/seqid=0 2024-12-04T08:15:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742320_1496 (size=12813) 2024-12-04T08:15:56,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300216783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300216783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300216792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742321_1497 (size=14741) 2024-12-04T08:15:56,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/42100e455ca64bee9aeeab85b90e7d91 2024-12-04T08:15:56,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/4070c89d18fc48ed9ad5da3fe9e3d6cd is 50, key is test_row_0/B:col10/1733300155572/Put/seqid=0 2024-12-04T08:15:56,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300216795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742322_1498 (size=12301) 2024-12-04T08:15:56,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:56,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:56,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:56,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300216903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300216904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300216924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300217123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300217123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300217144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,187 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/3de7a8aaaec64c6c9244ceb57560a8b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/3de7a8aaaec64c6c9244ceb57560a8b6 2024-12-04T08:15:57,191 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into 3de7a8aaaec64c6c9244ceb57560a8b6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:57,191 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:57,191 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300156750; duration=0sec 2024-12-04T08:15:57,194 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/20cacfa4cbbc4fe3a6d505c18ac0d449 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/20cacfa4cbbc4fe3a6d505c18ac0d449 2024-12-04T08:15:57,196 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:15:57,196 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:15:57,196 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:15:57,197 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:15:57,198 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:15:57,198 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,198 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/06220fe1849d4d73a9e649d9b5acf362, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=36.3 K 2024-12-04T08:15:57,198 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06220fe1849d4d73a9e649d9b5acf362, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733300152452 2024-12-04T08:15:57,198 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf6e12dfa8ba407aa2d513da9700f0d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733300153132 2024-12-04T08:15:57,198 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into 20cacfa4cbbc4fe3a6d505c18ac0d449(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:57,198 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:57,198 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300156751; duration=0sec 2024-12-04T08:15:57,199 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:57,199 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:15:57,199 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 454f0a957dd64af0b64de79c9da98a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154338 2024-12-04T08:15:57,205 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:15:57,206 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/c1cf82f785a94c17a2d93f881f22f4d2 is 50, key is test_row_0/C:col10/1733300155497/Put/seqid=0 2024-12-04T08:15:57,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742323_1499 (size=12813) 2024-12-04T08:15:57,216 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/c1cf82f785a94c17a2d93f881f22f4d2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/c1cf82f785a94c17a2d93f881f22f4d2 2024-12-04T08:15:57,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/4070c89d18fc48ed9ad5da3fe9e3d6cd 2024-12-04T08:15:57,220 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into c1cf82f785a94c17a2d93f881f22f4d2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:15:57,220 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:57,220 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300156751; duration=0sec 2024-12-04T08:15:57,220 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:15:57,220 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:15:57,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/48f0c4018ce14c829344d7b8cdbb59fc is 50, key is test_row_0/C:col10/1733300155572/Put/seqid=0 2024-12-04T08:15:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742324_1500 (size=12301) 2024-12-04T08:15:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:57,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300217384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,395 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:15:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300217434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300217444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300217454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:57,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:15:57,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/48f0c4018ce14c829344d7b8cdbb59fc 2024-12-04T08:15:57,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/42100e455ca64bee9aeeab85b90e7d91 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91 2024-12-04T08:15:57,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91, entries=200, sequenceid=394, filesize=14.4 K 2024-12-04T08:15:57,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/4070c89d18fc48ed9ad5da3fe9e3d6cd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd 2024-12-04T08:15:57,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd, entries=150, sequenceid=394, filesize=12.0 K 2024-12-04T08:15:57,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/48f0c4018ce14c829344d7b8cdbb59fc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc 2024-12-04T08:15:57,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc, entries=150, sequenceid=394, filesize=12.0 K 2024-12-04T08:15:57,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for a89f8b6c328f9d58abddc8fab7608711 in 876ms, sequenceid=394, compaction requested=false 2024-12-04T08:15:57,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:57,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-04T08:15:57,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:57,668 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:15:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/fff8de3bb74e46569f4c1d537041d581 is 50, key is test_row_0/A:col10/1733300156794/Put/seqid=0 2024-12-04T08:15:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742325_1501 (size=12301) 2024-12-04T08:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:57,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300157880, max timestamp=1733300157965Num uniques 859; 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300157880, max timestamp=1733300157965Num uniques 859; 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300157880, max timestamp=1733300157965Num uniques 859; 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:57,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:15:58,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300218015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300157996, max timestamp=1733300158027Num uniques 1018; 2024-12-04T08:15:58,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:15:58,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300157996, max timestamp=1733300158027Num uniques 1018; 2024-12-04T08:15:58,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733300157996, max timestamp=1733300158027Num uniques 1018; 2024-12-04T08:15:58,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:15:58,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-04T08:15:58,077 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/fff8de3bb74e46569f4c1d537041d581 2024-12-04T08:15:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4f67cb35a6b4b71804fbc305ca7675e is 50, key is test_row_0/B:col10/1733300156794/Put/seqid=0 2024-12-04T08:15:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742326_1502 (size=12301) 2024-12-04T08:15:58,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300218101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300218104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300218105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300218134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300218224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300218224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300218224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:15:58,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300218354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300218444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300218444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300218444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4f67cb35a6b4b71804fbc305ca7675e 2024-12-04T08:15:58,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/75a252bc9cd240ff8f2f3f031bd8a9f2 is 50, key is test_row_0/C:col10/1733300156794/Put/seqid=0 2024-12-04T08:15:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742327_1503 (size=12301) 2024-12-04T08:15:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300218674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300218764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300218764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300218764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:58,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/75a252bc9cd240ff8f2f3f031bd8a9f2 2024-12-04T08:15:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/fff8de3bb74e46569f4c1d537041d581 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581 2024-12-04T08:15:58,920 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581, entries=150, sequenceid=406, filesize=12.0 K 2024-12-04T08:15:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4f67cb35a6b4b71804fbc305ca7675e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e 2024-12-04T08:15:58,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e, entries=150, sequenceid=406, filesize=12.0 K 2024-12-04T08:15:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/75a252bc9cd240ff8f2f3f031bd8a9f2 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2 2024-12-04T08:15:58,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2, entries=150, sequenceid=406, filesize=12.0 K 2024-12-04T08:15:58,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for a89f8b6c328f9d58abddc8fab7608711 in 1260ms, sequenceid=406, compaction requested=true 2024-12-04T08:15:58,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:15:58,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:15:58,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-04T08:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-04T08:15:58,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-04T08:15:58,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7930 sec 2024-12-04T08:15:58,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.7980 sec 2024-12-04T08:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:15:59,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:15:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:15:59,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/230c5e12bae44b6ca988197461308e91 is 50, key is test_row_0/A:col10/1733300158104/Put/seqid=0 2024-12-04T08:15:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742328_1504 (size=14741) 2024-12-04T08:15:59,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300219242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300219284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300219284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300219293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300219354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300219574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:15:59,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/230c5e12bae44b6ca988197461308e91 2024-12-04T08:15:59,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/13f3725163a04cdfb5c805b3450a4bc9 is 50, key is test_row_0/B:col10/1733300158104/Put/seqid=0 2024-12-04T08:15:59,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742329_1505 (size=12301) 2024-12-04T08:15:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:15:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300219894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:15:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:15:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/13f3725163a04cdfb5c805b3450a4bc9 2024-12-04T08:16:00,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/28aef540cf3a4b5c9a03bec974da24a8 is 50, key is test_row_0/C:col10/1733300158104/Put/seqid=0 2024-12-04T08:16:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742330_1506 (size=12301) 2024-12-04T08:16:00,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/28aef540cf3a4b5c9a03bec974da24a8 2024-12-04T08:16:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/230c5e12bae44b6ca988197461308e91 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91 2024-12-04T08:16:00,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91, entries=200, sequenceid=461, filesize=14.4 K 2024-12-04T08:16:00,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/13f3725163a04cdfb5c805b3450a4bc9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9 2024-12-04T08:16:00,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9, entries=150, sequenceid=461, filesize=12.0 K 2024-12-04T08:16:00,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/28aef540cf3a4b5c9a03bec974da24a8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8 2024-12-04T08:16:00,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8, entries=150, sequenceid=461, filesize=12.0 K 2024-12-04T08:16:00,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.95 KB/430032, currentSize=33.54 KB/34350 for a89f8b6c328f9d58abddc8fab7608711 in 849ms, sequenceid=461, compaction requested=true 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:00,041 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:00,041 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:00,042 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54596 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:00,042 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:00,042 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:16:00,042 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:16:00,042 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,042 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,043 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/3de7a8aaaec64c6c9244ceb57560a8b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=53.3 K 2024-12-04T08:16:00,043 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/20cacfa4cbbc4fe3a6d505c18ac0d449, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=48.6 K 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3de7a8aaaec64c6c9244ceb57560a8b6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154338 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 20cacfa4cbbc4fe3a6d505c18ac0d449, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154338 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4070c89d18fc48ed9ad5da3fe9e3d6cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733300155572 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42100e455ca64bee9aeeab85b90e7d91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733300155572 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d4f67cb35a6b4b71804fbc305ca7675e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733300156775 2024-12-04T08:16:00,043 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fff8de3bb74e46569f4c1d537041d581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733300156775 2024-12-04T08:16:00,044 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 13f3725163a04cdfb5c805b3450a4bc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:00,044 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 230c5e12bae44b6ca988197461308e91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:00,051 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:00,051 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:00,052 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/b34f7bddf7d847d287bca72e085da123 is 50, key is test_row_0/A:col10/1733300158104/Put/seqid=0 2024-12-04T08:16:00,052 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/afb6091ab3d34bf8892c69e5af8cf07e is 50, key is test_row_0/B:col10/1733300158104/Put/seqid=0 2024-12-04T08:16:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742332_1508 (size=12949) 2024-12-04T08:16:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742331_1507 (size=12949) 2024-12-04T08:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T08:16:00,304 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:00,305 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-04T08:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:00,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:00,307 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:00,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:00,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:00,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:00,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aeff13848693470baaee2e3dbda2fa56 is 50, key is test_row_1/A:col10/1733300160311/Put/seqid=0 2024-12-04T08:16:00,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742333_1509 (size=14737) 2024-12-04T08:16:00,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300160350, max timestamp=1733300160389Num uniques 859; 2024-12-04T08:16:00,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:00,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300160350, max timestamp=1733300160389Num uniques 859; 2024-12-04T08:16:00,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:00,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300160350, max timestamp=1733300160389Num uniques 859; 2024-12-04T08:16:00,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:00,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300220455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,472 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/afb6091ab3d34bf8892c69e5af8cf07e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/afb6091ab3d34bf8892c69e5af8cf07e 2024-12-04T08:16:00,472 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/b34f7bddf7d847d287bca72e085da123 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b34f7bddf7d847d287bca72e085da123 2024-12-04T08:16:00,476 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into afb6091ab3d34bf8892c69e5af8cf07e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:00,476 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:00,476 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=12, startTime=1733300160041; duration=0sec 2024-12-04T08:16:00,476 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:00,476 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:16:00,476 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300220457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300220458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300220460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,479 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into b34f7bddf7d847d287bca72e085da123(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:00,479 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=12, startTime=1733300160041; duration=0sec 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:16:00,479 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,479 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/c1cf82f785a94c17a2d93f881f22f4d2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=48.6 K 2024-12-04T08:16:00,479 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c1cf82f785a94c17a2d93f881f22f4d2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733300154338 2024-12-04T08:16:00,480 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f0c4018ce14c829344d7b8cdbb59fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733300155572 2024-12-04T08:16:00,480 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a252bc9cd240ff8f2f3f031bd8a9f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733300156775 2024-12-04T08:16:00,480 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 28aef540cf3a4b5c9a03bec974da24a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:00,487 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:00,487 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/21a0f00b1a1e40bba1a150d7e6feffbb is 50, key is test_row_0/C:col10/1733300158104/Put/seqid=0 2024-12-04T08:16:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742334_1510 (size=12949) 2024-12-04T08:16:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300220574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300220584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300220584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300220584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:00,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aeff13848693470baaee2e3dbda2fa56 2024-12-04T08:16:00,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/66ea17e2596940ad9bec6a4cd2980fea is 50, key is test_row_1/B:col10/1733300160311/Put/seqid=0 2024-12-04T08:16:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742335_1511 (size=9857) 2024-12-04T08:16:00,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300220784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300220803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300220804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300220804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:00,895 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/21a0f00b1a1e40bba1a150d7e6feffbb as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/21a0f00b1a1e40bba1a150d7e6feffbb 2024-12-04T08:16:00,899 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 21a0f00b1a1e40bba1a150d7e6feffbb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:00,899 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:00,899 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=12, startTime=1733300160041; duration=0sec 2024-12-04T08:16:00,899 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:00,899 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:16:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:00,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:01,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300221104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300221124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300221124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300221125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/66ea17e2596940ad9bec6a4cd2980fea 2024-12-04T08:16:01,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/4892e849b3884c6f84bcf92d7fed7e94 is 50, key is test_row_1/C:col10/1733300160311/Put/seqid=0 2024-12-04T08:16:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742336_1512 (size=9857) 2024-12-04T08:16:01,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51336 deadline: 1733300221404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,408 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:01,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/4892e849b3884c6f84bcf92d7fed7e94 2024-12-04T08:16:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/aeff13848693470baaee2e3dbda2fa56 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56 2024-12-04T08:16:01,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56, entries=200, sequenceid=471, filesize=14.4 K 2024-12-04T08:16:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/66ea17e2596940ad9bec6a4cd2980fea as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea 2024-12-04T08:16:01,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea, entries=100, sequenceid=471, filesize=9.6 K 2024-12-04T08:16:01,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/4892e849b3884c6f84bcf92d7fed7e94 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94 2024-12-04T08:16:01,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94, entries=100, sequenceid=471, filesize=9.6 K 2024-12-04T08:16:01,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a89f8b6c328f9d58abddc8fab7608711 in 1271ms, sequenceid=471, compaction requested=false 2024-12-04T08:16:01,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:01,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:01,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:01,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/678d3ed7159c4c65828d80dfee9fe6cf is 50, key is test_row_0/A:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742337_1513 (size=14741) 2024-12-04T08:16:01,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300221652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300221653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300221660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300221661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300221773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300221773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300221773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300221784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:01,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:01,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:01,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300221993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300221994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:01,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300221994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300222004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/678d3ed7159c4c65828d80dfee9fe6cf 2024-12-04T08:16:02,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/84ca748282da4dd4849ad9d7587ba898 is 50, key is test_row_0/B:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742338_1514 (size=12301) 2024-12-04T08:16:02,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:02,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300222304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300222304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300222313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300222324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:02,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/84ca748282da4dd4849ad9d7587ba898 2024-12-04T08:16:02,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/00d3db6706a44108ba4afff7fd1fc422 is 50, key is test_row_0/C:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742339_1515 (size=12301) 2024-12-04T08:16:02,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300222823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300222823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300222834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300222834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:02,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/00d3db6706a44108ba4afff7fd1fc422 2024-12-04T08:16:02,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/678d3ed7159c4c65828d80dfee9fe6cf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf 2024-12-04T08:16:02,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf, entries=200, sequenceid=512, filesize=14.4 K 2024-12-04T08:16:02,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/84ca748282da4dd4849ad9d7587ba898 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898 2024-12-04T08:16:02,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898, entries=150, sequenceid=512, filesize=12.0 K 2024-12-04T08:16:02,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/00d3db6706a44108ba4afff7fd1fc422 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422 2024-12-04T08:16:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422, entries=150, sequenceid=512, filesize=12.0 K 2024-12-04T08:16:02,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for a89f8b6c328f9d58abddc8fab7608711 in 1252ms, sequenceid=512, compaction requested=true 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:02,886 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:02,886 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42427 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:16:02,887 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,887 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,887 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b34f7bddf7d847d287bca72e085da123, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=41.4 K 2024-12-04T08:16:02,887 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/afb6091ab3d34bf8892c69e5af8cf07e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=34.3 K 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b34f7bddf7d847d287bca72e085da123, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:02,887 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting afb6091ab3d34bf8892c69e5af8cf07e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:02,888 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeff13848693470baaee2e3dbda2fa56, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300159212 2024-12-04T08:16:02,888 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ea17e2596940ad9bec6a4cd2980fea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300160310 2024-12-04T08:16:02,888 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 84ca748282da4dd4849ad9d7587ba898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:02,888 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 678d3ed7159c4c65828d80dfee9fe6cf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:02,896 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:02,896 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/b53ece755c2546388d41d3bd100dda32 is 50, key is test_row_0/B:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:02,897 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:02,897 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1300f1ca2b9d48dca45240418b39229b is 50, key is test_row_0/A:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742340_1516 (size=13051) 2024-12-04T08:16:02,906 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/b53ece755c2546388d41d3bd100dda32 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b53ece755c2546388d41d3bd100dda32 2024-12-04T08:16:02,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,907 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:02,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:02,916 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into b53ece755c2546388d41d3bd100dda32(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:02,916 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:02,916 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300162886; duration=0sec 2024-12-04T08:16:02,916 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:02,916 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:16:02,916 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:02,917 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:02,917 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:16:02,917 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:02,917 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/21a0f00b1a1e40bba1a150d7e6feffbb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=34.3 K 2024-12-04T08:16:02,917 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 21a0f00b1a1e40bba1a150d7e6feffbb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733300158088 2024-12-04T08:16:02,918 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4892e849b3884c6f84bcf92d7fed7e94, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733300160310 2024-12-04T08:16:02,918 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 00d3db6706a44108ba4afff7fd1fc422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:02,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/dce97a7b6c154f649751601bed6f9295 is 50, key is test_row_0/A:col10/1733300161659/Put/seqid=0 2024-12-04T08:16:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742341_1517 (size=13051) 2024-12-04T08:16:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742342_1518 (size=12301) 2024-12-04T08:16:02,928 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:02,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/dce97a7b6c154f649751601bed6f9295 2024-12-04T08:16:02,928 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/b676f86eb9e441f794fd3ac94a154833 is 50, key is test_row_0/C:col10/1733300160429/Put/seqid=0 2024-12-04T08:16:02,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4a60fd5644b490d98aece0027b20a80 is 50, key is test_row_0/B:col10/1733300161659/Put/seqid=0 2024-12-04T08:16:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742343_1519 (size=13051) 2024-12-04T08:16:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742344_1520 (size=12301) 2024-12-04T08:16:03,328 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1300f1ca2b9d48dca45240418b39229b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1300f1ca2b9d48dca45240418b39229b 2024-12-04T08:16:03,332 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into 1300f1ca2b9d48dca45240418b39229b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:03,332 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:03,332 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300162886; duration=0sec 2024-12-04T08:16:03,332 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:03,332 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:16:03,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4a60fd5644b490d98aece0027b20a80 2024-12-04T08:16:03,347 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/b676f86eb9e441f794fd3ac94a154833 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/b676f86eb9e441f794fd3ac94a154833 2024-12-04T08:16:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/494edb3ee0b44535b744f13e9aa80031 is 50, key is test_row_0/C:col10/1733300161659/Put/seqid=0 2024-12-04T08:16:03,355 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into b676f86eb9e441f794fd3ac94a154833(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:03,355 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:03,355 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300162886; duration=0sec 2024-12-04T08:16:03,355 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:03,355 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:16:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742345_1521 (size=12301) 2024-12-04T08:16:03,357 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/494edb3ee0b44535b744f13e9aa80031 2024-12-04T08:16:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/dce97a7b6c154f649751601bed6f9295 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295 2024-12-04T08:16:03,365 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295, entries=150, sequenceid=521, filesize=12.0 K 2024-12-04T08:16:03,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/d4a60fd5644b490d98aece0027b20a80 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80 2024-12-04T08:16:03,372 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80, entries=150, sequenceid=521, filesize=12.0 K 2024-12-04T08:16:03,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/494edb3ee0b44535b744f13e9aa80031 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031 2024-12-04T08:16:03,378 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031, entries=150, sequenceid=521, filesize=12.0 K 2024-12-04T08:16:03,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for a89f8b6c328f9d58abddc8fab7608711 in 472ms, sequenceid=521, compaction requested=false 2024-12-04T08:16:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-04T08:16:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-04T08:16:03,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-04T08:16:03,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0740 sec 2024-12-04T08:16:03,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 3.0790 sec 2024-12-04T08:16:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:03,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:03,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/26315917f768400ba54bb9d9a4729ec3 is 50, key is test_row_0/A:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742346_1522 (size=17181) 2024-12-04T08:16:03,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300223898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300163881, max timestamp=1733300163907Num uniques 859; 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300163881, max timestamp=1733300163907Num uniques 859; 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300163881, max timestamp=1733300163907Num uniques 859; 2024-12-04T08:16:03,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300223965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:03,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300223966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:03,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300223973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300224013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300224084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300224084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300224084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300224233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/26315917f768400ba54bb9d9a4729ec3 2024-12-04T08:16:04,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37dd7a89dd8b468e89222a73070f2922 is 50, key is test_row_0/B:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:04,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742347_1523 (size=12301) 2024-12-04T08:16:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300224304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300224304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300224304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-04T08:16:04,474 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:04,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-04T08:16:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:04,476 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:04,477 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:04,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300224553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:04,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:04,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300224624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:04,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37dd7a89dd8b468e89222a73070f2922 2024-12-04T08:16:04,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 is 50, key is test_row_0/C:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742348_1524 (size=12301) 2024-12-04T08:16:04,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:04,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:04,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 2024-12-04T08:16:05,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/26315917f768400ba54bb9d9a4729ec3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3 2024-12-04T08:16:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300225074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3, entries=250, sequenceid=534, filesize=16.8 K 2024-12-04T08:16:05,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/37dd7a89dd8b468e89222a73070f2922 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922 2024-12-04T08:16:05,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922, entries=150, sequenceid=534, filesize=12.0 K 2024-12-04T08:16:05,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 2024-12-04T08:16:05,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8, entries=150, sequenceid=534, filesize=12.0 K 2024-12-04T08:16:05,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a89f8b6c328f9d58abddc8fab7608711 in 1245ms, sequenceid=534, compaction requested=true 2024-12-04T08:16:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:05,099 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:05,099 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a89f8b6c328f9d58abddc8fab7608711:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:05,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:05,099 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:05,099 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/A is initiating minor compaction (all files) 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/B is initiating minor compaction (all files) 2024-12-04T08:16:05,100 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/B in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,100 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/A in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,100 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1300f1ca2b9d48dca45240418b39229b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=41.5 K 2024-12-04T08:16:05,100 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b53ece755c2546388d41d3bd100dda32, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=36.8 K 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b53ece755c2546388d41d3bd100dda32, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1300f1ca2b9d48dca45240418b39229b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a60fd5644b490d98aece0027b20a80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733300161650 2024-12-04T08:16:05,100 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dce97a7b6c154f649751601bed6f9295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733300161650 2024-12-04T08:16:05,101 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26315917f768400ba54bb9d9a4729ec3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733300163844 2024-12-04T08:16:05,101 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 37dd7a89dd8b468e89222a73070f2922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733300163845 2024-12-04T08:16:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:05,106 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:05,107 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/23b34422caf84be595d8532c72217e9a is 50, key is test_row_0/B:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:05,110 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:05,110 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/c8487b2816724a1f91fa889a6076a94f is 50, key is test_row_0/A:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742349_1525 (size=13153) 2024-12-04T08:16:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742350_1526 (size=13153) 2024-12-04T08:16:05,121 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/c8487b2816724a1f91fa889a6076a94f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/c8487b2816724a1f91fa889a6076a94f 2024-12-04T08:16:05,125 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/A of a89f8b6c328f9d58abddc8fab7608711 into c8487b2816724a1f91fa889a6076a94f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:05,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:05,125 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/A, priority=13, startTime=1733300165098; duration=0sec 2024-12-04T08:16:05,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:05,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:A 2024-12-04T08:16:05,125 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:05,126 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:05,126 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): a89f8b6c328f9d58abddc8fab7608711/C is initiating minor compaction (all files) 2024-12-04T08:16:05,126 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a89f8b6c328f9d58abddc8fab7608711/C in TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,126 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/b676f86eb9e441f794fd3ac94a154833, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp, totalSize=36.8 K 2024-12-04T08:16:05,127 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b676f86eb9e441f794fd3ac94a154833, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733300160429 2024-12-04T08:16:05,128 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 494edb3ee0b44535b744f13e9aa80031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733300161650 2024-12-04T08:16:05,128 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 965eb79f57ee4ac8ac4f0fa1e8f240d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733300163845 2024-12-04T08:16:05,136 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a89f8b6c328f9d58abddc8fab7608711#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:05,136 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7cf87cc08ead4b1e8d95575e7fcdfeaa is 50, key is test_row_0/C:col10/1733300163851/Put/seqid=0 2024-12-04T08:16:05,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742351_1527 (size=13153) 2024-12-04T08:16:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:05,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:05,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-04T08:16:05,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1f0d78e5722e491e809003d164b2347e is 50, key is test_row_0/A:col10/1733300165155/Put/seqid=0 2024-12-04T08:16:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742352_1528 (size=14741) 2024-12-04T08:16:05,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300225173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300225174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300225175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300225284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300225294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300225294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300225504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,518 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/23b34422caf84be595d8532c72217e9a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/23b34422caf84be595d8532c72217e9a 2024-12-04T08:16:05,522 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/B of a89f8b6c328f9d58abddc8fab7608711 into 23b34422caf84be595d8532c72217e9a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:05,522 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:05,522 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/B, priority=13, startTime=1733300165099; duration=0sec 2024-12-04T08:16:05,522 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:05,522 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:B 2024-12-04T08:16:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300225514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300225514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,547 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/7cf87cc08ead4b1e8d95575e7fcdfeaa as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cf87cc08ead4b1e8d95575e7fcdfeaa 2024-12-04T08:16:05,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,553 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a89f8b6c328f9d58abddc8fab7608711/C of a89f8b6c328f9d58abddc8fab7608711 into 7cf87cc08ead4b1e8d95575e7fcdfeaa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:05,553 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:05,553 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., storeName=a89f8b6c328f9d58abddc8fab7608711/C, priority=13, startTime=1733300165099; duration=0sec 2024-12-04T08:16:05,553 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:05,553 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a89f8b6c328f9d58abddc8fab7608711:C 2024-12-04T08:16:05,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1f0d78e5722e491e809003d164b2347e 2024-12-04T08:16:05,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/16c1d11123544f39a8679752f72ee2f4 is 50, key is test_row_0/B:col10/1733300165155/Put/seqid=0 2024-12-04T08:16:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742353_1529 (size=12301) 2024-12-04T08:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:05,647 INFO [Thread-2031 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2031. 2024-12-04T08:16:05,647 DEBUG [Thread-2031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:05,647 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,647 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:05,648 INFO [Thread-2035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2035. 2024-12-04T08:16:05,648 DEBUG [Thread-2035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:05,648 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,648 DEBUG [Thread-2035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:05,658 INFO [Thread-2033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2033. 2024-12-04T08:16:05,658 DEBUG [Thread-2033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:05,658 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,658 DEBUG [Thread-2033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:05,660 INFO [Thread-2039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2039. 2024-12-04T08:16:05,660 DEBUG [Thread-2039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:05,660 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,660 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:05,660 INFO [Thread-2037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2037. 2024-12-04T08:16:05,660 DEBUG [Thread-2037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:05,660 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,660 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:05,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:05,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300225824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300225834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300225834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:05,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:05,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:05,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/16c1d11123544f39a8679752f72ee2f4 2024-12-04T08:16:05,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/a15b165a1f874e0bb4b69eee717a9b25 is 50, key is test_row_0/C:col10/1733300165155/Put/seqid=0 2024-12-04T08:16:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742354_1530 (size=12301) 2024-12-04T08:16:06,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1733300226094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:06,095 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in a89f8b6c328f9d58abddc8fab7608711 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:06,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51424 deadline: 1733300226334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1733300226344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51368 deadline: 1733300226344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 , the old value is region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=2 because the exception is null or not the one we care about 2024-12-04T08:16:06,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/a15b165a1f874e0bb4b69eee717a9b25 2024-12-04T08:16:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/1f0d78e5722e491e809003d164b2347e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1f0d78e5722e491e809003d164b2347e 2024-12-04T08:16:06,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1f0d78e5722e491e809003d164b2347e, entries=200, sequenceid=573, filesize=14.4 K 2024-12-04T08:16:06,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/16c1d11123544f39a8679752f72ee2f4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/16c1d11123544f39a8679752f72ee2f4 2024-12-04T08:16:06,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/16c1d11123544f39a8679752f72ee2f4, entries=150, sequenceid=573, filesize=12.0 K 2024-12-04T08:16:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/a15b165a1f874e0bb4b69eee717a9b25 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/a15b165a1f874e0bb4b69eee717a9b25 2024-12-04T08:16:06,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/a15b165a1f874e0bb4b69eee717a9b25, entries=150, sequenceid=573, filesize=12.0 K 2024-12-04T08:16:06,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for a89f8b6c328f9d58abddc8fab7608711 in 1245ms, sequenceid=573, compaction requested=false 2024-12-04T08:16:06,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:06,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:06,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:06,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/9e431406a4e941ccb3429c8e5e77179b is 50, key is test_row_1/A:col10/1733300165173/Put/seqid=0 2024-12-04T08:16:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742355_1531 (size=9857) 2024-12-04T08:16:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:06,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/9e431406a4e941ccb3429c8e5e77179b 2024-12-04T08:16:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/864342159e4243289ed692bedf3db835 is 50, key is test_row_1/B:col10/1733300165173/Put/seqid=0 2024-12-04T08:16:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742356_1532 (size=9857) 2024-12-04T08:16:07,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/864342159e4243289ed692bedf3db835 2024-12-04T08:16:07,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/684ad17d4d5441ccae0044f3f76cb3b6 is 50, key is test_row_1/C:col10/1733300165173/Put/seqid=0 2024-12-04T08:16:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742357_1533 (size=9857) 2024-12-04T08:16:07,345 INFO [Thread-2028 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2028. 2024-12-04T08:16:07,345 DEBUG [Thread-2028 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:07,345 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,345 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:07,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. as already flushing 2024-12-04T08:16:07,355 INFO [Thread-2024 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2024. 2024-12-04T08:16:07,355 DEBUG [Thread-2024 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:07,355 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,356 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:07,364 INFO [Thread-2026 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2026. 2024-12-04T08:16:07,365 DEBUG [Thread-2026 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:07,365 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,365 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:07,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:07,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:16:07,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/684ad17d4d5441ccae0044f3f76cb3b6 2024-12-04T08:16:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/9e431406a4e941ccb3429c8e5e77179b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/9e431406a4e941ccb3429c8e5e77179b 2024-12-04T08:16:07,696 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/9e431406a4e941ccb3429c8e5e77179b, entries=100, sequenceid=583, filesize=9.6 K 2024-12-04T08:16:07,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/864342159e4243289ed692bedf3db835 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/864342159e4243289ed692bedf3db835 2024-12-04T08:16:07,699 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/864342159e4243289ed692bedf3db835, entries=100, sequenceid=583, filesize=9.6 K 2024-12-04T08:16:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/684ad17d4d5441ccae0044f3f76cb3b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/684ad17d4d5441ccae0044f3f76cb3b6 2024-12-04T08:16:07,702 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/684ad17d4d5441ccae0044f3f76cb3b6, entries=100, sequenceid=583, filesize=9.6 K 2024-12-04T08:16:07,702 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=20.13 KB/20610 for a89f8b6c328f9d58abddc8fab7608711 in 1237ms, sequenceid=583, compaction requested=true 2024-12-04T08:16:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for a89f8b6c328f9d58abddc8fab7608711: 2024-12-04T08:16:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-04T08:16:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-04T08:16:07,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-04T08:16:07,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2270 sec 2024-12-04T08:16:07,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.2310 sec 2024-12-04T08:16:08,116 INFO [Thread-2022 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2022. 2024-12-04T08:16:08,116 DEBUG [Thread-2022 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:08,116 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:08,116 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:08,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T08:16:08,634 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:11,435 INFO [Thread-2020 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2020. 2024-12-04T08:16:11,435 DEBUG [Thread-2020 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:11,435 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:11,435 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:11,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:16:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-04T08:16:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-04T08:16:11,435 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1065 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3190 rows 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1065 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3194 rows 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1067 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3195 rows 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1065 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3189 rows 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1063 2024-12-04T08:16:11,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3184 rows 2024-12-04T08:16:11,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:16:11,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:16:11,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:11,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:11,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:11,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:16:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:11,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300171439"}]},"ts":"1733300171439"} 2024-12-04T08:16:11,441 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:16:11,441 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:16:11,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:16:11,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, UNASSIGN}] 2024-12-04T08:16:11,443 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, UNASSIGN 2024-12-04T08:16:11,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=a89f8b6c328f9d58abddc8fab7608711, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, UNASSIGN because future has completed 2024-12-04T08:16:11,445 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:16:11,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:16:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:11,597 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing a89f8b6c328f9d58abddc8fab7608711, disabling compactions & flushes 2024-12-04T08:16:11,597 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. after waiting 0 ms 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:11,597 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing a89f8b6c328f9d58abddc8fab7608711 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T08:16:11,597 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=A 2024-12-04T08:16:11,598 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:11,598 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=B 2024-12-04T08:16:11,598 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:11,598 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a89f8b6c328f9d58abddc8fab7608711, store=C 2024-12-04T08:16:11,598 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:11,601 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/e5f1f1422a6d41dd912f6e1742220ce6 is 50, key is test_row_0/A:col10/1733300168114/Put/seqid=0 2024-12-04T08:16:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742358_1534 (size=9857) 2024-12-04T08:16:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:12,004 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/e5f1f1422a6d41dd912f6e1742220ce6 2024-12-04T08:16:12,010 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1cce38a706d54e74b9b2a1f66dd5b14a is 50, key is test_row_0/B:col10/1733300168114/Put/seqid=0 2024-12-04T08:16:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742359_1535 (size=9857) 2024-12-04T08:16:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:12,414 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1cce38a706d54e74b9b2a1f66dd5b14a 2024-12-04T08:16:12,420 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/e6bdb033a9ce4b3eb81549a80c68092e is 50, key is test_row_0/C:col10/1733300168114/Put/seqid=0 2024-12-04T08:16:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742360_1536 (size=9857) 2024-12-04T08:16:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:12,823 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/e6bdb033a9ce4b3eb81549a80c68092e 2024-12-04T08:16:12,827 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/A/e5f1f1422a6d41dd912f6e1742220ce6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e5f1f1422a6d41dd912f6e1742220ce6 2024-12-04T08:16:12,829 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e5f1f1422a6d41dd912f6e1742220ce6, entries=100, sequenceid=591, filesize=9.6 K 2024-12-04T08:16:12,830 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/B/1cce38a706d54e74b9b2a1f66dd5b14a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1cce38a706d54e74b9b2a1f66dd5b14a 2024-12-04T08:16:12,833 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1cce38a706d54e74b9b2a1f66dd5b14a, entries=100, sequenceid=591, filesize=9.6 K 2024-12-04T08:16:12,833 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/.tmp/C/e6bdb033a9ce4b3eb81549a80c68092e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/e6bdb033a9ce4b3eb81549a80c68092e 2024-12-04T08:16:12,836 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/e6bdb033a9ce4b3eb81549a80c68092e, entries=100, sequenceid=591, filesize=9.6 K 2024-12-04T08:16:12,836 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a89f8b6c328f9d58abddc8fab7608711 in 1239ms, sequenceid=591, compaction requested=true 2024-12-04T08:16:12,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/229892f6ee3c47c486c8982810a1ae01, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/4f7491e6a0f04056ad42203366178dc3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fc49a6382716463da6ed9d79fe25be6f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e819710b568c4119ace7489e56c9f0b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/3de7a8aaaec64c6c9244ceb57560a8b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b34f7bddf7d847d287bca72e085da123, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1300f1ca2b9d48dca45240418b39229b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3] to archive 2024-12-04T08:16:12,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:12,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1b165746b993424e8d02ea4177f1e2b5 2024-12-04T08:16:12,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aa4a327d55d0412c988698626b1279cf 2024-12-04T08:16:12,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/f765844ff4f44b5ab98c0bdb863173a9 2024-12-04T08:16:12,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/229892f6ee3c47c486c8982810a1ae01 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/229892f6ee3c47c486c8982810a1ae01 2024-12-04T08:16:12,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d4fe7da15a114a4a8606fe2274592bd1 2024-12-04T08:16:12,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/2d44a30cab5545369af2e7ad0867d0eb 2024-12-04T08:16:12,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/4f7491e6a0f04056ad42203366178dc3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/4f7491e6a0f04056ad42203366178dc3 2024-12-04T08:16:12,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b386896aaba24057bf6fbba8f018181c 2024-12-04T08:16:12,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/6a2ba8e3ab564f4dae2fdd1a6a9d25b3 2024-12-04T08:16:12,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fc49a6382716463da6ed9d79fe25be6f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fc49a6382716463da6ed9d79fe25be6f 2024-12-04T08:16:12,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cf9e26997af34069ac48227b7687fb8b 2024-12-04T08:16:12,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/d9121c4396ee4162989cfbae8cf99d25 2024-12-04T08:16:12,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e819710b568c4119ace7489e56c9f0b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e819710b568c4119ace7489e56c9f0b6 2024-12-04T08:16:12,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/21e34490cc9e4a3c844d55451f0f2964 2024-12-04T08:16:12,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/cfbd89d24c6440699bdb69689ac70fbe 2024-12-04T08:16:12,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/3de7a8aaaec64c6c9244ceb57560a8b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/3de7a8aaaec64c6c9244ceb57560a8b6 2024-12-04T08:16:12,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/42100e455ca64bee9aeeab85b90e7d91 2024-12-04T08:16:12,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/fff8de3bb74e46569f4c1d537041d581 2024-12-04T08:16:12,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/230c5e12bae44b6ca988197461308e91 2024-12-04T08:16:12,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b34f7bddf7d847d287bca72e085da123 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/b34f7bddf7d847d287bca72e085da123 2024-12-04T08:16:12,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/aeff13848693470baaee2e3dbda2fa56 2024-12-04T08:16:12,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/678d3ed7159c4c65828d80dfee9fe6cf 2024-12-04T08:16:12,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1300f1ca2b9d48dca45240418b39229b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1300f1ca2b9d48dca45240418b39229b 2024-12-04T08:16:12,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/dce97a7b6c154f649751601bed6f9295 2024-12-04T08:16:12,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/26315917f768400ba54bb9d9a4729ec3 2024-12-04T08:16:12,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/30ac977faf7943bcbbe2ded8fc2ebee8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b42bda0b1c634164b135c0627bc9d809, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/0bafc0650e7e4ea7bfc2abb80d4e4d41, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/006cd89d995e452fafb5e793d8a31a38, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/20cacfa4cbbc4fe3a6d505c18ac0d449, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/afb6091ab3d34bf8892c69e5af8cf07e, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b53ece755c2546388d41d3bd100dda32, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922] to archive 2024-12-04T08:16:12,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:12,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/af339e1cbd99417fa61f8161b69473a1 2024-12-04T08:16:12,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/02d3b4a733f24ed4bb6ad447fba45638 2024-12-04T08:16:12,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/30ac977faf7943bcbbe2ded8fc2ebee8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/30ac977faf7943bcbbe2ded8fc2ebee8 2024-12-04T08:16:12,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1500ef76bdca4061b5de8edf47dd524b 2024-12-04T08:16:12,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/5bf49a6105fc40a4a3aba316c2447dac 2024-12-04T08:16:12,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b42bda0b1c634164b135c0627bc9d809 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b42bda0b1c634164b135c0627bc9d809 2024-12-04T08:16:12,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37b061c90fcf4a0bb3de08e60f92999b 2024-12-04T08:16:12,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/919a63c39ad1446faba6b570075c5977 2024-12-04T08:16:12,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/0bafc0650e7e4ea7bfc2abb80d4e4d41 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/0bafc0650e7e4ea7bfc2abb80d4e4d41 2024-12-04T08:16:12,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/e6315217645b4a4083f4608bfcb477cf 2024-12-04T08:16:12,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/22545ef76b144a84a80dc722fdd122ab 2024-12-04T08:16:12,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/006cd89d995e452fafb5e793d8a31a38 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/006cd89d995e452fafb5e793d8a31a38 2024-12-04T08:16:12,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/f3ae129ba01044bd98a3cb426fda84c2 2024-12-04T08:16:12,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1db0feb8c38a411e9c5d4b8abff76f04 2024-12-04T08:16:12,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/20cacfa4cbbc4fe3a6d505c18ac0d449 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/20cacfa4cbbc4fe3a6d505c18ac0d449 2024-12-04T08:16:12,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/adb344d35ea840059b0267fd33a5a1fb 2024-12-04T08:16:12,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/4070c89d18fc48ed9ad5da3fe9e3d6cd 2024-12-04T08:16:12,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4f67cb35a6b4b71804fbc305ca7675e 2024-12-04T08:16:12,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/afb6091ab3d34bf8892c69e5af8cf07e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/afb6091ab3d34bf8892c69e5af8cf07e 2024-12-04T08:16:12,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/13f3725163a04cdfb5c805b3450a4bc9 2024-12-04T08:16:12,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/66ea17e2596940ad9bec6a4cd2980fea 2024-12-04T08:16:12,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b53ece755c2546388d41d3bd100dda32 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/b53ece755c2546388d41d3bd100dda32 2024-12-04T08:16:12,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/84ca748282da4dd4849ad9d7587ba898 2024-12-04T08:16:12,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/d4a60fd5644b490d98aece0027b20a80 2024-12-04T08:16:12,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/37dd7a89dd8b468e89222a73070f2922 2024-12-04T08:16:12,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/441e9a152a0845e7ae795e4b8f732f87, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/637bae6f98d14e8b910396fa97859dfc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48b658981a304d4db933413156205748, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/06220fe1849d4d73a9e649d9b5acf362, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/c1cf82f785a94c17a2d93f881f22f4d2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/21a0f00b1a1e40bba1a150d7e6feffbb, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/b676f86eb9e441f794fd3ac94a154833, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8] to archive 2024-12-04T08:16:12,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:12,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/9bc3b84cc6984a40944ec3a42244cb61 2024-12-04T08:16:12,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/6bcc721c6fe947809395d57eec910c2b 2024-12-04T08:16:12,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/441e9a152a0845e7ae795e4b8f732f87 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/441e9a152a0845e7ae795e4b8f732f87 2024-12-04T08:16:12,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7309f2ec9d8348c0824a3a597c06f959 2024-12-04T08:16:12,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cdce1e56bc04769bfcc77d2b00b6689 2024-12-04T08:16:12,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/637bae6f98d14e8b910396fa97859dfc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/637bae6f98d14e8b910396fa97859dfc 2024-12-04T08:16:12,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/1cda945b95d541a6a119d40e9a378a64 2024-12-04T08:16:12,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d73ac814544a43f7a010749907afde6f 2024-12-04T08:16:12,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48b658981a304d4db933413156205748 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48b658981a304d4db933413156205748 2024-12-04T08:16:12,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/d21e021cbfa04f29b5e8e31ae08386a2 2024-12-04T08:16:12,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/5ec9a53d424c4678b1c20525f9078116 2024-12-04T08:16:12,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/06220fe1849d4d73a9e649d9b5acf362 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/06220fe1849d4d73a9e649d9b5acf362 2024-12-04T08:16:12,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/287b1b91dae74917889931373fd039ca 2024-12-04T08:16:12,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/bf6e12dfa8ba407aa2d513da9700f0d8 2024-12-04T08:16:12,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/c1cf82f785a94c17a2d93f881f22f4d2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/c1cf82f785a94c17a2d93f881f22f4d2 2024-12-04T08:16:12,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/454f0a957dd64af0b64de79c9da98a70 2024-12-04T08:16:12,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/48f0c4018ce14c829344d7b8cdbb59fc 2024-12-04T08:16:12,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/75a252bc9cd240ff8f2f3f031bd8a9f2 2024-12-04T08:16:12,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/21a0f00b1a1e40bba1a150d7e6feffbb to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/21a0f00b1a1e40bba1a150d7e6feffbb 2024-12-04T08:16:12,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/28aef540cf3a4b5c9a03bec974da24a8 2024-12-04T08:16:12,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/4892e849b3884c6f84bcf92d7fed7e94 2024-12-04T08:16:12,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/b676f86eb9e441f794fd3ac94a154833 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/b676f86eb9e441f794fd3ac94a154833 2024-12-04T08:16:12,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/00d3db6706a44108ba4afff7fd1fc422 2024-12-04T08:16:12,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/494edb3ee0b44535b744f13e9aa80031 2024-12-04T08:16:12,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/965eb79f57ee4ac8ac4f0fa1e8f240d8 2024-12-04T08:16:12,903 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/recovered.edits/594.seqid, newMaxSeqId=594, maxSeqId=1 2024-12-04T08:16:12,904 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. 2024-12-04T08:16:12,904 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for a89f8b6c328f9d58abddc8fab7608711: Waiting for close lock at 1733300171597Running coprocessor pre-close hooks at 1733300171597Disabling compacts and flushes for region at 1733300171597Disabling writes for close at 1733300171597Obtaining lock to block concurrent updates at 1733300171597Preparing flush snapshotting stores in a89f8b6c328f9d58abddc8fab7608711 at 1733300171597Finished memstore snapshotting TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733300171598 (+1 ms)Flushing stores of TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711. at 1733300171598Flushing a89f8b6c328f9d58abddc8fab7608711/A: creating writer at 1733300171598Flushing a89f8b6c328f9d58abddc8fab7608711/A: appending metadata at 1733300171600 (+2 ms)Flushing a89f8b6c328f9d58abddc8fab7608711/A: closing flushed file at 1733300171600Flushing a89f8b6c328f9d58abddc8fab7608711/B: creating writer at 1733300172008 (+408 ms)Flushing a89f8b6c328f9d58abddc8fab7608711/B: appending metadata at 1733300172010 (+2 ms)Flushing a89f8b6c328f9d58abddc8fab7608711/B: closing flushed file at 1733300172010Flushing a89f8b6c328f9d58abddc8fab7608711/C: creating writer at 1733300172417 (+407 ms)Flushing a89f8b6c328f9d58abddc8fab7608711/C: appending metadata at 1733300172419 (+2 ms)Flushing a89f8b6c328f9d58abddc8fab7608711/C: closing flushed file at 1733300172419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d36d943: reopening flushed file at 1733300172826 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5f6395: reopening flushed file at 1733300172830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@829f0de: reopening flushed file at 1733300172833 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a89f8b6c328f9d58abddc8fab7608711 in 1239ms, sequenceid=591, compaction requested=true at 1733300172836 (+3 ms)Writing region close event to WAL at 1733300172901 (+65 ms)Running coprocessor post-close hooks at 1733300172904 (+3 ms)Closed at 1733300172904 2024-12-04T08:16:12,906 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:12,906 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=a89f8b6c328f9d58abddc8fab7608711, regionState=CLOSED 2024-12-04T08:16:12,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:16:12,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-04T08:16:12,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure a89f8b6c328f9d58abddc8fab7608711, server=f5a5a857f5c5,43105,1733300019048 in 1.4630 sec 2024-12-04T08:16:12,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-12-04T08:16:12,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a89f8b6c328f9d58abddc8fab7608711, UNASSIGN in 1.4670 sec 2024-12-04T08:16:12,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-04T08:16:12,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4700 sec 2024-12-04T08:16:12,913 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300172913"}]},"ts":"1733300172913"} 2024-12-04T08:16:12,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:16:12,914 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:16:12,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4780 sec 2024-12-04T08:16:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-04T08:16:13,584 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:13,584 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:16:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,586 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T08:16:13,586 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,588 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:13,589 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/recovered.edits] 2024-12-04T08:16:13,591 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1f0d78e5722e491e809003d164b2347e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/1f0d78e5722e491e809003d164b2347e 2024-12-04T08:16:13,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/9e431406a4e941ccb3429c8e5e77179b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/9e431406a4e941ccb3429c8e5e77179b 2024-12-04T08:16:13,593 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/c8487b2816724a1f91fa889a6076a94f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/c8487b2816724a1f91fa889a6076a94f 2024-12-04T08:16:13,594 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e5f1f1422a6d41dd912f6e1742220ce6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/A/e5f1f1422a6d41dd912f6e1742220ce6 2024-12-04T08:16:13,595 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/16c1d11123544f39a8679752f72ee2f4 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/16c1d11123544f39a8679752f72ee2f4 2024-12-04T08:16:13,596 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1cce38a706d54e74b9b2a1f66dd5b14a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/1cce38a706d54e74b9b2a1f66dd5b14a 2024-12-04T08:16:13,596 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/23b34422caf84be595d8532c72217e9a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/23b34422caf84be595d8532c72217e9a 2024-12-04T08:16:13,597 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/864342159e4243289ed692bedf3db835 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/B/864342159e4243289ed692bedf3db835 2024-12-04T08:16:13,599 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/684ad17d4d5441ccae0044f3f76cb3b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/684ad17d4d5441ccae0044f3f76cb3b6 2024-12-04T08:16:13,599 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cf87cc08ead4b1e8d95575e7fcdfeaa to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/7cf87cc08ead4b1e8d95575e7fcdfeaa 2024-12-04T08:16:13,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/a15b165a1f874e0bb4b69eee717a9b25 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/a15b165a1f874e0bb4b69eee717a9b25 2024-12-04T08:16:13,601 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/e6bdb033a9ce4b3eb81549a80c68092e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/C/e6bdb033a9ce4b3eb81549a80c68092e 2024-12-04T08:16:13,603 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/recovered.edits/594.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711/recovered.edits/594.seqid 2024-12-04T08:16:13,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/a89f8b6c328f9d58abddc8fab7608711 2024-12-04T08:16:13,604 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:16:13,605 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,607 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:16:13,608 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:16:13,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:16:13,609 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300173609"}]},"ts":"9223372036854775807"} 2024-12-04T08:16:13,611 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:16:13,611 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a89f8b6c328f9d58abddc8fab7608711, NAME => 'TestAcidGuarantees,,1733300143443.a89f8b6c328f9d58abddc8fab7608711.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:16:13,611 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:16:13,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300173611"}]},"ts":"9223372036854775807"} 2024-12-04T08:16:13,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:16:13,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-12-04T08:16:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T08:16:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:16:13,694 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:13,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 252), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=5920 (was 6012) 2024-12-04T08:16:13,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=5917 2024-12-04T08:16:13,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:16:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:16:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:13,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T08:16:13,716 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:13,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-12-04T08:16:13,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T08:16:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742361_1537 (size=1061) 2024-12-04T08:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:14,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e 2024-12-04T08:16:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742362_1538 (size=53) 2024-12-04T08:16:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 51e319472dd328a65a856ab0fd8839ac, disabling compactions & flushes 2024-12-04T08:16:14,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. after waiting 0 ms 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51e319472dd328a65a856ab0fd8839ac: Waiting for close lock at 1733300174528Disabling compacts and flushes for region at 1733300174528Disabling writes for close at 1733300174528Writing region close event to WAL at 1733300174528Closed at 1733300174528 2024-12-04T08:16:14,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T08:16:14,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733300174529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733300174529"}]},"ts":"1733300174529"} 2024-12-04T08:16:14,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T08:16:14,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T08:16:14,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300174531"}]},"ts":"1733300174531"} 2024-12-04T08:16:14,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T08:16:14,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, ASSIGN}] 2024-12-04T08:16:14,534 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, ASSIGN 2024-12-04T08:16:14,534 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, ASSIGN; state=OFFLINE, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=false 2024-12-04T08:16:14,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:14,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, ASSIGN because future has completed 2024-12-04T08:16:14,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:16:14,840 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,840 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:16:14,841 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,841 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:16:14,841 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,841 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,842 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,843 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:14,843 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName A 2024-12-04T08:16:14,843 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:14,843 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:14,843 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,844 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:14,844 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName B 2024-12-04T08:16:14,844 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:14,845 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:14,845 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,845 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:14,845 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName C 2024-12-04T08:16:14,846 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:14,846 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:14,846 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,846 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,847 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,847 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,848 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,848 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,848 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:16:14,849 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,851 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T08:16:14,851 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 51e319472dd328a65a856ab0fd8839ac; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63073603, jitterRate=-0.06013007462024689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:16:14,851 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:14,852 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 51e319472dd328a65a856ab0fd8839ac: Running coprocessor pre-open hook at 1733300174841Writing region info on filesystem at 1733300174841Initializing all the Stores at 1733300174841Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300174841Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300174841Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300174842 (+1 ms)Cleaning up temporary data from old regions at 1733300174848 (+6 ms)Running coprocessor post-open hooks at 1733300174851 (+3 ms)Region opened successfully at 1733300174852 (+1 ms) 2024-12-04T08:16:14,852 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., pid=136, masterSystemTime=1733300174838 2024-12-04T08:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:14,854 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,854 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:14,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=OPEN, openSeqNum=2, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:14,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:16:14,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-04T08:16:14,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 in 170 msec 2024-12-04T08:16:14,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-12-04T08:16:14,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, ASSIGN in 325 msec 2024-12-04T08:16:14,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T08:16:14,860 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300174859"}]},"ts":"1733300174859"} 2024-12-04T08:16:14,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T08:16:14,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T08:16:14,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-04T08:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-04T08:16:15,864 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:15,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:15,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:15,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:15,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43051fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:15,868 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdfed85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:15,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:15,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:15,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:15,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T08:16:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f5a5a857f5c5,40271,1733300018355 2024-12-04T08:16:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e1550d 2024-12-04T08:16:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T08:16:15,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T08:16:15,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T08:16:15,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T08:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742363_1539 (size=1097) 2024-12-04T08:16:16,284 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-04T08:16:16,284 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-04T08:16:16,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:16:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE}] 2024-12-04T08:16:16,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE 2024-12-04T08:16:16,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE because future has completed 2024-12-04T08:16:16,290 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:16:16,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:16:16,442 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,442 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:16:16,442 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 51e319472dd328a65a856ab0fd8839ac, disabling compactions & flushes 2024-12-04T08:16:16,442 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,442 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,442 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. after waiting 0 ms 2024-12-04T08:16:16,442 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,445 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T08:16:16,446 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,446 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 51e319472dd328a65a856ab0fd8839ac: Waiting for close lock at 1733300176442Running coprocessor pre-close hooks at 1733300176442Disabling compacts and flushes for region at 1733300176442Disabling writes for close at 1733300176442Writing region close event to WAL at 1733300176442Running coprocessor post-close hooks at 1733300176445 (+3 ms)Closed at 1733300176446 (+1 ms) 2024-12-04T08:16:16,446 WARN [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: 51e319472dd328a65a856ab0fd8839ac to self. 2024-12-04T08:16:16,447 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=CLOSED 2024-12-04T08:16:16,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:16:16,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-04T08:16:16,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 in 159 msec 2024-12-04T08:16:16,451 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE; state=CLOSED, location=f5a5a857f5c5,43105,1733300019048; forceNewPlan=false, retain=true 2024-12-04T08:16:16,601 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=OPENING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE because future has completed 2024-12-04T08:16:16,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:16:16,757 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,757 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T08:16:16,757 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,757 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T08:16:16,758 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,758 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,759 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,759 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:16,759 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName A 2024-12-04T08:16:16,760 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:16,760 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:16,761 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,761 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:16,761 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName B 2024-12-04T08:16:16,761 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:16,762 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:16,762 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,762 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-04T08:16:16,762 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51e319472dd328a65a856ab0fd8839ac columnFamilyName C 2024-12-04T08:16:16,762 DEBUG [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:16,763 INFO [StoreOpener-51e319472dd328a65a856ab0fd8839ac-1 {}] regionserver.HStore(327): Store=51e319472dd328a65a856ab0fd8839ac/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T08:16:16,763 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,763 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,763 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,764 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,764 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,765 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,765 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T08:16:16,766 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,766 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 51e319472dd328a65a856ab0fd8839ac; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62616384, jitterRate=-0.06694316864013672}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T08:16:16,766 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,767 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 51e319472dd328a65a856ab0fd8839ac: Running coprocessor pre-open hook at 1733300176758Writing region info on filesystem at 1733300176758Initializing all the Stores at 1733300176758Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300176758Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300176758Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733300176758Cleaning up temporary data from old regions at 1733300176765 (+7 ms)Running coprocessor post-open hooks at 1733300176766 (+1 ms)Region opened successfully at 1733300176767 (+1 ms) 2024-12-04T08:16:16,767 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., pid=141, masterSystemTime=1733300176755 2024-12-04T08:16:16,769 DEBUG [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,769 INFO [RS_OPEN_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=OPEN, openSeqNum=5, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:16:16,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-12-04T08:16:16,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 in 168 msec 2024-12-04T08:16:16,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-04T08:16:16,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, REOPEN/MOVE in 485 msec 2024-12-04T08:16:16,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-04T08:16:16,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-12-04T08:16:16,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-12-04T08:16:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T08:16:16,778 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:16,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,779 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8ba2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,781 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2a8788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c81f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,784 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1669568f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,785 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c5e5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,786 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6bebda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,788 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da6e292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff5d091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,790 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de2d80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,791 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b774ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,793 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d336f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,794 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e36ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,795 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b89b40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8df537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,798 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ca791f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a18a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,801 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e249a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,802 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400269d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5a5a857f5c5,40271,-1 for getting cluster id 2024-12-04T08:16:16,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T08:16:16,805 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8cd84be-2916-4284-b0d5-377315a789c7' 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8cd84be-2916-4284-b0d5-377315a789c7" 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd7fe1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5a5a857f5c5,40271,-1] 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T08:16:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:16,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T08:16:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd83d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T08:16:16,808 DEBUG [Thread-2410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,808 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,808 DEBUG [Thread-2427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,808 DEBUG [Thread-2414 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,808 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,809 DEBUG [Thread-2429 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,809 DEBUG [Thread-2416 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,810 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:16,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-04T08:16:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:16,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,813 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:16,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,819 DEBUG [Thread-2421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,819 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,819 DEBUG [Thread-2412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T08:16:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5a5a857f5c5,43105,1733300019048, seqNum=-1] 2024-12-04T08:16:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T08:16:16,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:16,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:16:16,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T08:16:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5] 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:16,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300236844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300236844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300236848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300236849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204faeb7317784d459dae7ef145eb2dffbb_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300176820/Put/seqid=0 2024-12-04T08:16:16,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300236850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742364_1540 (size=12154) 2024-12-04T08:16:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300236953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300236954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300236964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300236964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300236964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:16,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:16,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:16,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300237164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300237164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300237174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300237174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300237174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:17,265 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204faeb7317784d459dae7ef145eb2dffbb_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204faeb7317784d459dae7ef145eb2dffbb_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:17,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/51e2f9a1047d4825827af95391f14764, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:17,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/51e2f9a1047d4825827af95391f14764 is 175, key is test_row_0/A:col10/1733300176820/Put/seqid=0 2024-12-04T08:16:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742365_1541 (size=30955) 2024-12-04T08:16:17,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/51e2f9a1047d4825827af95391f14764 2024-12-04T08:16:17,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c0c7c046827e4164bcb22e368a3136b3 is 50, key is test_row_0/B:col10/1733300176820/Put/seqid=0 2024-12-04T08:16:17,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742366_1542 (size=12001) 2024-12-04T08:16:17,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:17,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300237474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300237474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300237483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300237484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300237484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c0c7c046827e4164bcb22e368a3136b3 2024-12-04T08:16:17,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/78121a182a7d450983361b3fbf7a7e0d is 50, key is test_row_0/C:col10/1733300176820/Put/seqid=0 2024-12-04T08:16:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742367_1543 (size=12001) 2024-12-04T08:16:17,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:17,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300237983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300237983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300237994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300237994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300237994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:17,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:18,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:18,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:18,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/78121a182a7d450983361b3fbf7a7e0d 2024-12-04T08:16:18,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/51e2f9a1047d4825827af95391f14764 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764 2024-12-04T08:16:18,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764, entries=150, sequenceid=16, filesize=30.2 K 2024-12-04T08:16:18,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c0c7c046827e4164bcb22e368a3136b3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3 2024-12-04T08:16:18,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T08:16:18,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/78121a182a7d450983361b3fbf7a7e0d as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d 2024-12-04T08:16:18,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d, entries=150, sequenceid=16, filesize=11.7 K 2024-12-04T08:16:18,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 51e319472dd328a65a856ab0fd8839ac in 1311ms, sequenceid=16, compaction requested=false 2024-12-04T08:16:18,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:18,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:18,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120412ac856b6ab54b84bfae5a6685e3e3d2_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300176846/Put/seqid=0 2024-12-04T08:16:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742368_1544 (size=12154) 2024-12-04T08:16:18,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,206 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120412ac856b6ab54b84bfae5a6685e3e3d2_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120412ac856b6ab54b84bfae5a6685e3e3d2_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ce98dc5d076146e6bf11766c4f3a747f, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ce98dc5d076146e6bf11766c4f3a747f is 175, key is test_row_0/A:col10/1733300176846/Put/seqid=0 2024-12-04T08:16:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742369_1545 (size=30955) 2024-12-04T08:16:18,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ce98dc5d076146e6bf11766c4f3a747f 2024-12-04T08:16:18,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/5ad11574ecc14ddb9c09cd1174c09d55 is 50, key is test_row_0/B:col10/1733300176846/Put/seqid=0 2024-12-04T08:16:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742370_1546 (size=12001) 2024-12-04T08:16:18,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/5ad11574ecc14ddb9c09cd1174c09d55 2024-12-04T08:16:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/42a338c200d646cfa808fbbdf9322843 is 50, key is test_row_0/C:col10/1733300176846/Put/seqid=0 2024-12-04T08:16:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742371_1547 (size=12001) 2024-12-04T08:16:18,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T08:16:18,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/42a338c200d646cfa808fbbdf9322843 2024-12-04T08:16:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ce98dc5d076146e6bf11766c4f3a747f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f 2024-12-04T08:16:18,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f, entries=150, sequenceid=36, filesize=30.2 K 2024-12-04T08:16:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/5ad11574ecc14ddb9c09cd1174c09d55 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55 2024-12-04T08:16:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55, entries=150, sequenceid=36, filesize=11.7 K 2024-12-04T08:16:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/42a338c200d646cfa808fbbdf9322843 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843 2024-12-04T08:16:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843, entries=150, sequenceid=36, filesize=11.7 K 2024-12-04T08:16:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 51e319472dd328a65a856ab0fd8839ac in 456ms, sequenceid=36, compaction requested=false 2024-12-04T08:16:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:18,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-04T08:16:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-12-04T08:16:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-04T08:16:18,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-12-04T08:16:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8410 sec 2024-12-04T08:16:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-04T08:16:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,954 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-04T08:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,956 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:18,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:19,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:16:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d0bdef183ee54f40989025ed29403b5e_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742372_1548 (size=19474) 2024-12-04T08:16:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:19,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300179057, max timestamp=1733300179067Num uniques 859; 2024-12-04T08:16:19,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:16:19,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733300179057, max timestamp=1733300179067Num uniques 859; 2024-12-04T08:16:19,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:16:19,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733300179057, max timestamp=1733300179067Num uniques 859; 2024-12-04T08:16:19,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-04T08:16:19,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300239084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300239086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300239087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300239091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300239093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300239203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300239204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300239204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300239204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300239204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:19,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300239414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300239414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300239414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300239414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300239414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:19,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d0bdef183ee54f40989025ed29403b5e_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0bdef183ee54f40989025ed29403b5e_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:19,451 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c2399bc5d2c941fab1e871075aed0c3c, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:19,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c2399bc5d2c941fab1e871075aed0c3c is 175, key is test_row_0/A:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742373_1549 (size=56733) 2024-12-04T08:16:19,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:19,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300239724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300239724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300239724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300239724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300239724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:19,856 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=46, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c2399bc5d2c941fab1e871075aed0c3c 2024-12-04T08:16:19,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/aa0c6789a56c4612980f6e055fca1817 is 50, key is test_row_0/B:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742374_1550 (size=12001) 2024-12-04T08:16:19,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/aa0c6789a56c4612980f6e055fca1817 2024-12-04T08:16:19,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/4aa18f6350dd48b6919f010ef93dfe39 is 50, key is test_row_0/C:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742375_1551 (size=12001) 2024-12-04T08:16:19,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:19,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:20,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:20,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/4aa18f6350dd48b6919f010ef93dfe39 2024-12-04T08:16:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c2399bc5d2c941fab1e871075aed0c3c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c 2024-12-04T08:16:20,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c, entries=300, sequenceid=46, filesize=55.4 K 2024-12-04T08:16:20,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/aa0c6789a56c4612980f6e055fca1817 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817 2024-12-04T08:16:20,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T08:16:20,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/4aa18f6350dd48b6919f010ef93dfe39 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39 2024-12-04T08:16:20,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39, entries=150, sequenceid=46, filesize=11.7 K 2024-12-04T08:16:20,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 51e319472dd328a65a856ab0fd8839ac in 1256ms, sequenceid=46, compaction requested=true 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:20,290 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:20,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:20,290 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:20,291 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:20,291 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:20,291 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:20,291 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:20,291 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,291 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,291 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=115.9 K 2024-12-04T08:16:20,291 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.2 K 2024-12-04T08:16:20,291 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,291 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c] 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c0c7c046827e4164bcb22e368a3136b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733300176819 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51e2f9a1047d4825827af95391f14764, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733300176819 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ad11574ecc14ddb9c09cd1174c09d55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733300176846 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce98dc5d076146e6bf11766c4f3a747f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733300176846 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting aa0c6789a56c4612980f6e055fca1817, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179031 2024-12-04T08:16:20,292 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2399bc5d2c941fab1e871075aed0c3c, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179004 2024-12-04T08:16:20,297 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:20,298 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:20,299 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c65e9002f6df4cd88656c7a2aa94b312 is 50, key is test_row_0/B:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:20,300 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204799c8c414446494ab3b2618d7f6baf7a_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:20,302 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204799c8c414446494ab3b2618d7f6baf7a_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:20,303 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204799c8c414446494ab3b2618d7f6baf7a_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742376_1552 (size=12104) 2024-12-04T08:16:20,307 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c65e9002f6df4cd88656c7a2aa94b312 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c65e9002f6df4cd88656c7a2aa94b312 2024-12-04T08:16:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742377_1553 (size=4469) 2024-12-04T08:16:20,310 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into c65e9002f6df4cd88656c7a2aa94b312(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:20,310 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:20,310 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300180290; duration=0sec 2024-12-04T08:16:20,310 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:20,310 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:20,310 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:20,311 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:20,311 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:20,311 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,312 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.2 K 2024-12-04T08:16:20,312 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 78121a182a7d450983361b3fbf7a7e0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733300176819 2024-12-04T08:16:20,312 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 42a338c200d646cfa808fbbdf9322843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733300176846 2024-12-04T08:16:20,312 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aa18f6350dd48b6919f010ef93dfe39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179031 2024-12-04T08:16:20,318 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:20,319 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/1a08dba4b751468a907bade2877409d6 is 50, key is test_row_0/C:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742378_1554 (size=12104) 2024-12-04T08:16:20,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:20,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:20,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045e4ad7a5ccb94a7d86a3bb81554d239c_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300179085/Put/seqid=0 2024-12-04T08:16:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742379_1555 (size=12154) 2024-12-04T08:16:20,709 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:20,710 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4af31ca2e79d4afa8c22fe7dbfaaf200 is 175, key is test_row_0/A:col10/1733300179031/Put/seqid=0 2024-12-04T08:16:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742380_1556 (size=31058) 2024-12-04T08:16:20,726 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/1a08dba4b751468a907bade2877409d6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1a08dba4b751468a907bade2877409d6 2024-12-04T08:16:20,731 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into 1a08dba4b751468a907bade2877409d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:20,731 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:20,731 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300180290; duration=0sec 2024-12-04T08:16:20,731 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:20,731 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:20,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:20,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045e4ad7a5ccb94a7d86a3bb81554d239c_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e4ad7a5ccb94a7d86a3bb81554d239c_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f2343e78af9743b8932d91947f54d3f7, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f2343e78af9743b8932d91947f54d3f7 is 175, key is test_row_0/A:col10/1733300179085/Put/seqid=0 2024-12-04T08:16:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742381_1557 (size=30955) 2024-12-04T08:16:20,752 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f2343e78af9743b8932d91947f54d3f7 2024-12-04T08:16:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/80ab72d8303b4b74aecbbc8d326f9500 is 50, key is test_row_0/B:col10/1733300179085/Put/seqid=0 2024-12-04T08:16:20,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742382_1558 (size=12001) 2024-12-04T08:16:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:21,118 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4af31ca2e79d4afa8c22fe7dbfaaf200 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200 2024-12-04T08:16:21,122 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into 4af31ca2e79d4afa8c22fe7dbfaaf200(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:21,122 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:21,122 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300180290; duration=0sec 2024-12-04T08:16:21,122 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:21,122 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:21,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/80ab72d8303b4b74aecbbc8d326f9500 2024-12-04T08:16:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/61df9037ab614405aa4f2af621d38eee is 50, key is test_row_0/C:col10/1733300179085/Put/seqid=0 2024-12-04T08:16:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742383_1559 (size=12001) 2024-12-04T08:16:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:21,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:21,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300241254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300241254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300241254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,259 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:21,259 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300241258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300241260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300241364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300241374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300241374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300241574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,577 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/61df9037ab614405aa4f2af621d38eee 2024-12-04T08:16:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f2343e78af9743b8932d91947f54d3f7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7 2024-12-04T08:16:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300241583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300241584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,589 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7, entries=150, sequenceid=82, filesize=30.2 K 2024-12-04T08:16:21,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/80ab72d8303b4b74aecbbc8d326f9500 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500 2024-12-04T08:16:21,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T08:16:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/61df9037ab614405aa4f2af621d38eee as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee 2024-12-04T08:16:21,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee, entries=150, sequenceid=82, filesize=11.7 K 2024-12-04T08:16:21,601 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 51e319472dd328a65a856ab0fd8839ac in 1267ms, sequenceid=82, compaction requested=false 2024-12-04T08:16:21,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:21,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:21,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-04T08:16:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-04T08:16:21,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-04T08:16:21,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6460 sec 2024-12-04T08:16:21,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.6520 sec 2024-12-04T08:16:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:21,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:21,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ff3b98409d7941ab9e6036ba9fd85055_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:21,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742384_1560 (size=14594) 2024-12-04T08:16:21,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:21,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ff3b98409d7941ab9e6036ba9fd85055_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff3b98409d7941ab9e6036ba9fd85055_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:21,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f6e16a0f91ae4761b2f3fe928f25deb5, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:21,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f6e16a0f91ae4761b2f3fe928f25deb5 is 175, key is test_row_0/A:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742385_1561 (size=39549) 2024-12-04T08:16:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300241920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300181900, max timestamp=1733300181924Num uniques 859; 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300181900, max timestamp=1733300181924Num uniques 859; 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300181900, max timestamp=1733300181924Num uniques 859; 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:21,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300241964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300241969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300242033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300242074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300242084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300242243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300242284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300242294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f6e16a0f91ae4761b2f3fe928f25deb5 2024-12-04T08:16:22,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/da55398995944a52b0e87e4d8866e631 is 50, key is test_row_0/B:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:22,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742386_1562 (size=12001) 2024-12-04T08:16:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300242554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300242593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300242604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:22,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/da55398995944a52b0e87e4d8866e631 2024-12-04T08:16:22,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/26f0e6c2c436483ea66b4f4e5714e9ec is 50, key is test_row_0/C:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742387_1563 (size=12001) 2024-12-04T08:16:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300243064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300243103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300243114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-04T08:16:23,124 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:23,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-04T08:16:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:23,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:23,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:23,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:23,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/26f0e6c2c436483ea66b4f4e5714e9ec 2024-12-04T08:16:23,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f6e16a0f91ae4761b2f3fe928f25deb5 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5 2024-12-04T08:16:23,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5, entries=200, sequenceid=96, filesize=38.6 K 2024-12-04T08:16:23,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/da55398995944a52b0e87e4d8866e631 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631 2024-12-04T08:16:23,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631, entries=150, sequenceid=96, filesize=11.7 K 2024-12-04T08:16:23,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/26f0e6c2c436483ea66b4f4e5714e9ec as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec 2024-12-04T08:16:23,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec, entries=150, sequenceid=96, filesize=11.7 K 2024-12-04T08:16:23,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 51e319472dd328a65a856ab0fd8839ac in 1257ms, sequenceid=96, compaction requested=true 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:23,143 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:23,143 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:23,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:23,144 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:23,144 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:23,144 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:23,144 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:23,144 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,144 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,144 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=99.2 K 2024-12-04T08:16:23,144 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c65e9002f6df4cd88656c7a2aa94b312, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.3 K 2024-12-04T08:16:23,144 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,144 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5] 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4af31ca2e79d4afa8c22fe7dbfaaf200, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179031 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c65e9002f6df4cd88656c7a2aa94b312, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179031 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2343e78af9743b8932d91947f54d3f7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733300179084 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ab72d8303b4b74aecbbc8d326f9500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733300179084 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e16a0f91ae4761b2f3fe928f25deb5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:23,145 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting da55398995944a52b0e87e4d8866e631, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:23,153 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:23,154 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:23,154 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d5ff6d5804844029b32281ecf2993107 is 50, key is test_row_0/B:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:23,155 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204343928fb8c9b47eebadf54bc0ce0cb59_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:23,157 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204343928fb8c9b47eebadf54bc0ce0cb59_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:23,157 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204343928fb8c9b47eebadf54bc0ce0cb59_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742388_1564 (size=12207) 2024-12-04T08:16:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742389_1565 (size=4469) 2024-12-04T08:16:23,161 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#481 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:23,162 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/5104d9a219c84bf4a1ebac83b3e29249 is 175, key is test_row_0/A:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:23,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742390_1566 (size=31161) 2024-12-04T08:16:23,168 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/5104d9a219c84bf4a1ebac83b3e29249 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249 2024-12-04T08:16:23,172 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into 5104d9a219c84bf4a1ebac83b3e29249(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:23,172 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:23,172 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300183143; duration=0sec 2024-12-04T08:16:23,172 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:23,172 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:23,172 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:23,173 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:23,173 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:23,173 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,173 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1a08dba4b751468a907bade2877409d6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.3 K 2024-12-04T08:16:23,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a08dba4b751468a907bade2877409d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733300179031 2024-12-04T08:16:23,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61df9037ab614405aa4f2af621d38eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733300179084 2024-12-04T08:16:23,174 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f0e6c2c436483ea66b4f4e5714e9ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:23,180 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:23,181 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/fb3b551061cc4e2b9e71a488d2de11b6 is 50, key is test_row_0/C:col10/1733300181258/Put/seqid=0 2024-12-04T08:16:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742391_1567 (size=12207) 2024-12-04T08:16:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:23,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:23,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:23,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc69f161ea294850af6e3cca3b560bf4_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300183267/Put/seqid=0 2024-12-04T08:16:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742392_1568 (size=14694) 2024-12-04T08:16:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300243291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300243293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300243403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300243403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:23,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:23,563 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d5ff6d5804844029b32281ecf2993107 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d5ff6d5804844029b32281ecf2993107 2024-12-04T08:16:23,567 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into d5ff6d5804844029b32281ecf2993107(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:23,567 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:23,567 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300183143; duration=0sec 2024-12-04T08:16:23,567 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:23,567 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:23,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,588 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/fb3b551061cc4e2b9e71a488d2de11b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/fb3b551061cc4e2b9e71a488d2de11b6 2024-12-04T08:16:23,593 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into fb3b551061cc4e2b9e71a488d2de11b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:23,593 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:23,593 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300183143; duration=0sec 2024-12-04T08:16:23,593 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:23,593 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300243613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300243614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bc69f161ea294850af6e3cca3b560bf4_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc69f161ea294850af6e3cca3b560bf4_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:23,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/43692fb23c9544748c372f2b7df185e3, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:23,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/43692fb23c9544748c372f2b7df185e3 is 175, key is test_row_0/A:col10/1733300183267/Put/seqid=0 2024-12-04T08:16:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742393_1569 (size=39649) 2024-12-04T08:16:23,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:23,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:23,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:23,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300243924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300243924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300244073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:24,077 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,097 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/43692fb23c9544748c372f2b7df185e3 2024-12-04T08:16:24,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/df4e4d5a90204fcca0b3d43a8ca9380a is 50, key is test_row_0/B:col10/1733300183267/Put/seqid=0 2024-12-04T08:16:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742394_1570 (size=12101) 2024-12-04T08:16:24,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300244114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:24,116 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300244124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:24,129 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:24,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300244433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300244434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:24,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/df4e4d5a90204fcca0b3d43a8ca9380a 2024-12-04T08:16:24,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/3e678f2fd3044cfd921bc78cbcac0669 is 50, key is test_row_0/C:col10/1733300183267/Put/seqid=0 2024-12-04T08:16:24,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742395_1571 (size=12101) 2024-12-04T08:16:24,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:24,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/3e678f2fd3044cfd921bc78cbcac0669 2024-12-04T08:16:24,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/43692fb23c9544748c372f2b7df185e3 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3 2024-12-04T08:16:24,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3, entries=200, sequenceid=132, filesize=38.7 K 2024-12-04T08:16:24,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/df4e4d5a90204fcca0b3d43a8ca9380a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a 2024-12-04T08:16:24,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T08:16:24,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/3e678f2fd3044cfd921bc78cbcac0669 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669 2024-12-04T08:16:24,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T08:16:24,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 51e319472dd328a65a856ab0fd8839ac in 1668ms, sequenceid=132, compaction requested=false 2024-12-04T08:16:24,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:24,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-04T08:16:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:24,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:16:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:24,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:24,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:24,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:24,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bd14c769f8e9476b8ee6897ee6ff370f_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300183279/Put/seqid=0 2024-12-04T08:16:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742396_1572 (size=12304) 2024-12-04T08:16:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:25,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:25,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bd14c769f8e9476b8ee6897ee6ff370f_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bd14c769f8e9476b8ee6897ee6ff370f_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/402976c5471b4a02b954647f7369dac9, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/402976c5471b4a02b954647f7369dac9 is 175, key is test_row_0/A:col10/1733300183279/Put/seqid=0 2024-12-04T08:16:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742397_1573 (size=31105) 2024-12-04T08:16:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:25,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:25,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300245490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300185475, max timestamp=1733300185492Num uniques 859; 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300185475, max timestamp=1733300185492Num uniques 859; 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300185475, max timestamp=1733300185492Num uniques 859; 2024-12-04T08:16:25,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300245585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300245604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:25,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300245694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:25,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/402976c5471b4a02b954647f7369dac9 2024-12-04T08:16:25,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/821228915d5f470d8853fb8b5ae148af is 50, key is test_row_0/B:col10/1733300183279/Put/seqid=0 2024-12-04T08:16:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742398_1574 (size=12151) 2024-12-04T08:16:25,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300245814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300245903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300246094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,097 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300246123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,138 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:26,139 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/821228915d5f470d8853fb8b5ae148af 2024-12-04T08:16:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/e91fff7b05a84071a3e2a49121b31f02 is 50, key is test_row_0/C:col10/1733300183279/Put/seqid=0 2024-12-04T08:16:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742399_1575 (size=12151) 2024-12-04T08:16:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300246213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/e91fff7b05a84071a3e2a49121b31f02 2024-12-04T08:16:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/402976c5471b4a02b954647f7369dac9 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9 2024-12-04T08:16:26,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9, entries=150, sequenceid=145, filesize=30.4 K 2024-12-04T08:16:26,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/821228915d5f470d8853fb8b5ae148af as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af 2024-12-04T08:16:26,610 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af, entries=150, sequenceid=145, filesize=11.9 K 2024-12-04T08:16:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/e91fff7b05a84071a3e2a49121b31f02 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02 2024-12-04T08:16:26,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02, entries=150, sequenceid=145, filesize=11.9 K 2024-12-04T08:16:26,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 51e319472dd328a65a856ab0fd8839ac in 1654ms, sequenceid=145, compaction requested=true 2024-12-04T08:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-04T08:16:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-04T08:16:26,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-04T08:16:26,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4890 sec 2024-12-04T08:16:26,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.4950 sec 2024-12-04T08:16:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:26,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:26,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:26,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e5b4e6321e33432cb654001a84c36b7d_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742400_1576 (size=14794) 2024-12-04T08:16:26,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300246677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300246724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:26,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300246794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300247004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:27,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:27,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e5b4e6321e33432cb654001a84c36b7d_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5b4e6321e33432cb654001a84c36b7d_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:27,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/a98ae9c5298d45ac91113c71134f8af0, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:27,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/a98ae9c5298d45ac91113c71134f8af0 is 175, key is test_row_0/A:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742401_1577 (size=39749) 2024-12-04T08:16:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-04T08:16:27,304 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:27,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-04T08:16:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:27,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:27,307 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:27,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300247314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:27,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/a98ae9c5298d45ac91113c71134f8af0 2024-12-04T08:16:27,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:27,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ce0671ee91b44539a20b9c7e5647e42c is 50, key is test_row_0/B:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742402_1578 (size=12151) 2024-12-04T08:16:27,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:27,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300247734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:27,737 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:27,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300247834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:27,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ce0671ee91b44539a20b9c7e5647e42c 2024-12-04T08:16:27,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/a91d36ccc6e34d50b3af93484b43b08a is 50, key is test_row_0/C:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:27,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742403_1579 (size=12151) 2024-12-04T08:16:27,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:27,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:27,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:27,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:28,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:28,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/a91d36ccc6e34d50b3af93484b43b08a 2024-12-04T08:16:28,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/a98ae9c5298d45ac91113c71134f8af0 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0 2024-12-04T08:16:28,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0, entries=200, sequenceid=182, filesize=38.8 K 2024-12-04T08:16:28,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ce0671ee91b44539a20b9c7e5647e42c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c 2024-12-04T08:16:28,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c, entries=150, sequenceid=182, filesize=11.9 K 2024-12-04T08:16:28,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/a91d36ccc6e34d50b3af93484b43b08a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a 2024-12-04T08:16:28,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a, entries=150, sequenceid=182, filesize=11.9 K 2024-12-04T08:16:28,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 51e319472dd328a65a856ab0fd8839ac in 1663ms, sequenceid=182, compaction requested=true 2024-12-04T08:16:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:28,299 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:28,299 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:28,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:28,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:28,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:28,300 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141664 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:28,300 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:28,300 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:28,300 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:28,300 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,300 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,301 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=138.3 K 2024-12-04T08:16:28,301 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d5ff6d5804844029b32281ecf2993107, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=47.5 K 2024-12-04T08:16:28,301 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0] 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5104d9a219c84bf4a1ebac83b3e29249, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d5ff6d5804844029b32281ecf2993107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting df4e4d5a90204fcca0b3d43a8ca9380a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733300181963 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43692fb23c9544748c372f2b7df185e3, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733300181955 2024-12-04T08:16:28,301 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 821228915d5f470d8853fb8b5ae148af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733300183279 2024-12-04T08:16:28,302 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 402976c5471b4a02b954647f7369dac9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733300183279 2024-12-04T08:16:28,302 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0671ee91b44539a20b9c7e5647e42c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185569 2024-12-04T08:16:28,302 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a98ae9c5298d45ac91113c71134f8af0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185557 2024-12-04T08:16:28,318 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:28,318 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c13dac2f5fa24a6aa382ae6c4d912f85 is 50, key is test_row_0/B:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:28,323 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:28,325 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b92967f9f3f64e91af1771a14ae20a44_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:28,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742404_1580 (size=12493) 2024-12-04T08:16:28,327 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b92967f9f3f64e91af1771a14ae20a44_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:28,328 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b92967f9f3f64e91af1771a14ae20a44_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:28,331 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/c13dac2f5fa24a6aa382ae6c4d912f85 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c13dac2f5fa24a6aa382ae6c4d912f85 2024-12-04T08:16:28,335 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into c13dac2f5fa24a6aa382ae6c4d912f85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:28,335 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:28,335 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=12, startTime=1733300188299; duration=0sec 2024-12-04T08:16:28,335 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:28,335 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:28,335 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T08:16:28,336 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T08:16:28,336 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:28,336 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,336 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/fb3b551061cc4e2b9e71a488d2de11b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=47.5 K 2024-12-04T08:16:28,337 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3b551061cc4e2b9e71a488d2de11b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733300181245 2024-12-04T08:16:28,337 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e678f2fd3044cfd921bc78cbcac0669, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733300181963 2024-12-04T08:16:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742405_1581 (size=4469) 2024-12-04T08:16:28,338 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e91fff7b05a84071a3e2a49121b31f02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733300183279 2024-12-04T08:16:28,338 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a91d36ccc6e34d50b3af93484b43b08a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185569 2024-12-04T08:16:28,339 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#493 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:28,340 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/45288fcab1334b168573751afb52add6 is 175, key is test_row_0/A:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742406_1582 (size=31447) 2024-12-04T08:16:28,351 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:28,352 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/43242075e30142d58716f554295d35a6 is 50, key is test_row_0/C:col10/1733300185583/Put/seqid=0 2024-12-04T08:16:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742407_1583 (size=12493) 2024-12-04T08:16:28,358 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/43242075e30142d58716f554295d35a6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/43242075e30142d58716f554295d35a6 2024-12-04T08:16:28,362 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into 43242075e30142d58716f554295d35a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:28,362 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:28,362 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=12, startTime=1733300188300; duration=0sec 2024-12-04T08:16:28,362 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:28,362 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:28,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-04T08:16:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:28,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-04T08:16:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:28,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041706c1ecda124fd9b712f4fe8fee0597_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300186675/Put/seqid=0 2024-12-04T08:16:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742408_1584 (size=12304) 2024-12-04T08:16:28,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:28,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041706c1ecda124fd9b712f4fe8fee0597_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041706c1ecda124fd9b712f4fe8fee0597_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7b6402bea0a0433dbcabaa79b277e596, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7b6402bea0a0433dbcabaa79b277e596 is 175, key is test_row_0/A:col10/1733300186675/Put/seqid=0 2024-12-04T08:16:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742409_1585 (size=31105) 2024-12-04T08:16:28,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7b6402bea0a0433dbcabaa79b277e596 2024-12-04T08:16:28,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d283113decf742daaeb6ec7176498d9a is 50, key is test_row_0/B:col10/1733300186675/Put/seqid=0 2024-12-04T08:16:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742410_1586 (size=12151) 2024-12-04T08:16:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:28,749 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/45288fcab1334b168573751afb52add6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6 2024-12-04T08:16:28,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into 45288fcab1334b168573751afb52add6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:28,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:28,753 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=12, startTime=1733300188299; duration=0sec 2024-12-04T08:16:28,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:28,753 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:28,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d283113decf742daaeb6ec7176498d9a 2024-12-04T08:16:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/8f92bc99df9841948d7149832cd3ad4c is 50, key is test_row_0/C:col10/1733300186675/Put/seqid=0 2024-12-04T08:16:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742411_1587 (size=12151) 2024-12-04T08:16:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:28,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300188893, max timestamp=1733300188931Num uniques 859; 2024-12-04T08:16:28,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300188893, max timestamp=1733300188931Num uniques 859; 2024-12-04T08:16:28,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:28,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:28,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733300188893, max timestamp=1733300188931Num uniques 859; 2024-12-04T08:16:28,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-04T08:16:29,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300249024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300249134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/8f92bc99df9841948d7149832cd3ad4c 2024-12-04T08:16:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7b6402bea0a0433dbcabaa79b277e596 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596 2024-12-04T08:16:29,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596, entries=150, sequenceid=194, filesize=30.4 K 2024-12-04T08:16:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d283113decf742daaeb6ec7176498d9a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a 2024-12-04T08:16:29,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a, entries=150, sequenceid=194, filesize=11.9 K 2024-12-04T08:16:29,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/8f92bc99df9841948d7149832cd3ad4c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c 2024-12-04T08:16:29,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c, entries=150, sequenceid=194, filesize=11.9 K 2024-12-04T08:16:29,246 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 51e319472dd328a65a856ab0fd8839ac in 861ms, sequenceid=194, compaction requested=false 2024-12-04T08:16:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-04T08:16:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-04T08:16:29,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-04T08:16:29,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-12-04T08:16:29,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.9440 sec 2024-12-04T08:16:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:29,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:29,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204101b26e67aa845ae98a752b18d252bbd_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742412_1588 (size=14794) 2024-12-04T08:16:29,358 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:29,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204101b26e67aa845ae98a752b18d252bbd_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204101b26e67aa845ae98a752b18d252bbd_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:29,362 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f1404fdbe63c46b497105b9f2a301a38, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:29,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f1404fdbe63c46b497105b9f2a301a38 is 175, key is test_row_0/A:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742413_1589 (size=39749) 2024-12-04T08:16:29,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300249389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-04T08:16:29,454 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:29,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-04T08:16:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:29,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:29,457 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:29,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300249504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:29,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T08:16:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300249714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300249744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:29,748 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:29,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T08:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f1404fdbe63c46b497105b9f2a301a38 2024-12-04T08:16:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:29,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/abb2b566d82f4a988c24cd33d317b9d7 is 50, key is test_row_0/B:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742414_1590 (size=12151) 2024-12-04T08:16:29,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T08:16:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:29,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300250023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:30,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T08:16:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:30,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1733300250133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:30,135 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:30,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55340 deadline: 1733300250154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:30,158 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_2' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:30,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1733300250164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:30,167 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_1' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:30,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/abb2b566d82f4a988c24cd33d317b9d7 2024-12-04T08:16:30,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/0b785684981e468b95dd2aaa6195734b is 50, key is test_row_0/C:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742415_1591 (size=12151) 2024-12-04T08:16:30,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/0b785684981e468b95dd2aaa6195734b 2024-12-04T08:16:30,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/f1404fdbe63c46b497105b9f2a301a38 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38 2024-12-04T08:16:30,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38, entries=200, sequenceid=232, filesize=38.8 K 2024-12-04T08:16:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/abb2b566d82f4a988c24cd33d317b9d7 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7 2024-12-04T08:16:30,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7, entries=150, sequenceid=232, filesize=11.9 K 2024-12-04T08:16:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/0b785684981e468b95dd2aaa6195734b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b 2024-12-04T08:16:30,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b, entries=150, sequenceid=232, filesize=11.9 K 2024-12-04T08:16:30,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 51e319472dd328a65a856ab0fd8839ac in 862ms, sequenceid=232, compaction requested=true 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:30,209 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:16:30,209 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:30,210 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:30,210 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:30,210 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:30,210 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:30,210 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,210 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,210 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c13dac2f5fa24a6aa382ae6c4d912f85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.9 K 2024-12-04T08:16:30,210 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=99.9 K 2024-12-04T08:16:30,210 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,210 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38] 2024-12-04T08:16:30,211 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45288fcab1334b168573751afb52add6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185569 2024-12-04T08:16:30,211 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c13dac2f5fa24a6aa382ae6c4d912f85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185569 2024-12-04T08:16:30,211 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d283113decf742daaeb6ec7176498d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733300186662 2024-12-04T08:16:30,211 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b6402bea0a0433dbcabaa79b277e596, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733300186662 2024-12-04T08:16:30,212 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting abb2b566d82f4a988c24cd33d317b9d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:30,212 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1404fdbe63c46b497105b9f2a301a38, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:30,218 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:30,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-04T08:16:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:30,221 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:30,222 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/75ef5d20065445b198e1f2e97be210ed is 50, key is test_row_0/B:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:30,224 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412046ee65d6b36414b1783623de5285fe1aa_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:30,226 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412046ee65d6b36414b1783623de5285fe1aa_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:30,226 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046ee65d6b36414b1783623de5285fe1aa_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:30,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204900e7c4cdfa240e18571ce4d035b9fea_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300189382/Put/seqid=0 2024-12-04T08:16:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742416_1592 (size=12595) 2024-12-04T08:16:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742417_1593 (size=4469) 2024-12-04T08:16:30,252 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#501 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:30,252 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/0c25c85ecf1b4c29ae41906056fadffd is 175, key is test_row_0/A:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742418_1594 (size=12304) 2024-12-04T08:16:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:30,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204900e7c4cdfa240e18571ce4d035b9fea_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204900e7c4cdfa240e18571ce4d035b9fea_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9491f1def35b45b097544418784ba3e1, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9491f1def35b45b097544418784ba3e1 is 175, key is test_row_0/A:col10/1733300189382/Put/seqid=0 2024-12-04T08:16:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742419_1595 (size=31549) 2024-12-04T08:16:30,274 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/0c25c85ecf1b4c29ae41906056fadffd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd 2024-12-04T08:16:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742420_1596 (size=31105) 2024-12-04T08:16:30,278 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into 0c25c85ecf1b4c29ae41906056fadffd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:30,278 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:30,278 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300190209; duration=0sec 2024-12-04T08:16:30,279 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:30,279 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:30,279 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:30,280 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9491f1def35b45b097544418784ba3e1 2024-12-04T08:16:30,281 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:30,281 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:30,281 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,281 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/43242075e30142d58716f554295d35a6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=35.9 K 2024-12-04T08:16:30,281 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43242075e30142d58716f554295d35a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733300185569 2024-12-04T08:16:30,282 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f92bc99df9841948d7149832cd3ad4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733300186662 2024-12-04T08:16:30,282 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b785684981e468b95dd2aaa6195734b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d8311d381d8d483bac737acd00d0c973 is 50, key is test_row_0/B:col10/1733300189382/Put/seqid=0 2024-12-04T08:16:30,293 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:30,293 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/6abac72a052b43f3bbd42dfcbc8345ad is 50, key is test_row_0/C:col10/1733300189016/Put/seqid=0 2024-12-04T08:16:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742421_1597 (size=12151) 2024-12-04T08:16:30,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d8311d381d8d483bac737acd00d0c973 2024-12-04T08:16:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/1f208a2e38dc4e8f89c7ab754c9d8565 is 50, key is test_row_0/C:col10/1733300189382/Put/seqid=0 2024-12-04T08:16:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742423_1599 (size=12151) 2024-12-04T08:16:30,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742422_1598 (size=12595) 2024-12-04T08:16:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190599, max timestamp=1733300190615Num uniques 859; 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190599, max timestamp=1733300190615Num uniques 859; 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190599, max timestamp=1733300190615Num uniques 859; 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,647 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/75ef5d20065445b198e1f2e97be210ed as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/75ef5d20065445b198e1f2e97be210ed 2024-12-04T08:16:30,653 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into 75ef5d20065445b198e1f2e97be210ed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:30,653 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:30,653 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300190209; duration=0sec 2024-12-04T08:16:30,653 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:30,653 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:30,714 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/1f208a2e38dc4e8f89c7ab754c9d8565 2024-12-04T08:16:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9491f1def35b45b097544418784ba3e1 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1 2024-12-04T08:16:30,720 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/6abac72a052b43f3bbd42dfcbc8345ad as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6abac72a052b43f3bbd42dfcbc8345ad 2024-12-04T08:16:30,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1, entries=150, sequenceid=241, filesize=30.4 K 2024-12-04T08:16:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/d8311d381d8d483bac737acd00d0c973 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300190682, max timestamp=1733300190722Num uniques 1018; 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300190682, max timestamp=1733300190722Num uniques 1018; 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733300190682, max timestamp=1733300190722Num uniques 1018; 2024-12-04T08:16:30,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-04T08:16:30,727 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into 6abac72a052b43f3bbd42dfcbc8345ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:30,727 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:30,727 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300190209; duration=0sec 2024-12-04T08:16:30,727 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:30,728 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:30,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T08:16:30,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/1f208a2e38dc4e8f89c7ab754c9d8565 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565 2024-12-04T08:16:30,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565, entries=150, sequenceid=241, filesize=11.9 K 2024-12-04T08:16:30,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=33.54 KB/34350 for 51e319472dd328a65a856ab0fd8839ac in 515ms, sequenceid=241, compaction requested=false 2024-12-04T08:16:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:30,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-04T08:16:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-04T08:16:30,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-04T08:16:30,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec 2024-12-04T08:16:30,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.2850 sec 2024-12-04T08:16:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:30,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-12-04T08:16:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:30,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:30,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120472a6a070e7ec472f87e4aed7b31db705_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742424_1600 (size=14994) 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190769, max timestamp=1733300190850Num uniques 859; 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190769, max timestamp=1733300190850Num uniques 859; 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300190769, max timestamp=1733300190850Num uniques 859; 2024-12-04T08:16:30,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300250963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300251074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:31,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:31,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120472a6a070e7ec472f87e4aed7b31db705_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120472a6a070e7ec472f87e4aed7b31db705_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:31,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4b0a01ecdbd447c7ae7d847b0c60d6b6, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:31,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 is 175, key is test_row_0/A:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742425_1601 (size=39949) 2024-12-04T08:16:31,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300251284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:31,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 2024-12-04T08:16:31,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/fdac6f2c89fd47ab9c3eecd26e087fcf is 50, key is test_row_0/B:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742426_1602 (size=12301) 2024-12-04T08:16:31,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300251594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-04T08:16:31,614 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:31,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-04T08:16:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:31,615 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:31,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:31,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:31,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:31,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:31,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:31,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/fdac6f2c89fd47ab9c3eecd26e087fcf 2024-12-04T08:16:31,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/36810fd5038a4c119a3cc714fd3993af is 50, key is test_row_0/C:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742427_1603 (size=12301) 2024-12-04T08:16:32,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300252104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:32,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:32,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:32,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/36810fd5038a4c119a3cc714fd3993af 2024-12-04T08:16:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 2024-12-04T08:16:32,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6, entries=200, sequenceid=286, filesize=39.0 K 2024-12-04T08:16:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/fdac6f2c89fd47ab9c3eecd26e087fcf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf 2024-12-04T08:16:32,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf, entries=150, sequenceid=286, filesize=12.0 K 2024-12-04T08:16:32,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/36810fd5038a4c119a3cc714fd3993af as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af 2024-12-04T08:16:32,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af, entries=150, sequenceid=286, filesize=12.0 K 2024-12-04T08:16:32,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=134.18 KB/137400 for 51e319472dd328a65a856ab0fd8839ac in 1667ms, sequenceid=286, compaction requested=true 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-04T08:16:32,413 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:32,413 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:32,414 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:32,414 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:32,414 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,414 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6abac72a052b43f3bbd42dfcbc8345ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.2 K 2024-12-04T08:16:32,415 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:32,415 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:32,415 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,415 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=100.2 K 2024-12-04T08:16:32,415 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,415 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6] 2024-12-04T08:16:32,415 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6abac72a052b43f3bbd42dfcbc8345ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:32,415 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c25c85ecf1b4c29ae41906056fadffd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:32,416 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f208a2e38dc4e8f89c7ab754c9d8565, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733300189351 2024-12-04T08:16:32,416 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9491f1def35b45b097544418784ba3e1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733300189351 2024-12-04T08:16:32,416 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b0a01ecdbd447c7ae7d847b0c60d6b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190709 2024-12-04T08:16:32,417 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 36810fd5038a4c119a3cc714fd3993af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190736 2024-12-04T08:16:32,423 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:32,427 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:32,428 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/bbbf0debb13a4a728ef4f43a7617361a is 50, key is test_row_0/C:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:32,430 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412047e7fa84627da46ce9ae5723d63237229_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:32,432 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412047e7fa84627da46ce9ae5723d63237229_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:32,432 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047e7fa84627da46ce9ae5723d63237229_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:32,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742428_1604 (size=12847) 2024-12-04T08:16:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742429_1605 (size=4469) 2024-12-04T08:16:32,496 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/bbbf0debb13a4a728ef4f43a7617361a as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/bbbf0debb13a4a728ef4f43a7617361a 2024-12-04T08:16:32,509 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into bbbf0debb13a4a728ef4f43a7617361a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:32,509 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:32,509 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300192412; duration=0sec 2024-12-04T08:16:32,509 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:32,509 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:32,509 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:32,510 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:32,510 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:32,510 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,511 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/75ef5d20065445b198e1f2e97be210ed, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.2 K 2024-12-04T08:16:32,512 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 75ef5d20065445b198e1f2e97be210ed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733300188971 2024-12-04T08:16:32,514 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d8311d381d8d483bac737acd00d0c973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733300189351 2024-12-04T08:16:32,515 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fdac6f2c89fd47ab9c3eecd26e087fcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190736 2024-12-04T08:16:32,538 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#512 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:32,539 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/7db373e63c8c43e8aae628ddef0916bc is 50, key is test_row_0/B:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:32,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-04T08:16:32,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:32,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-04T08:16:32,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:32,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742430_1606 (size=12847) 2024-12-04T08:16:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a17756f30b124e1b994e1c1390507ef3_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300190962/Put/seqid=0 2024-12-04T08:16:32,611 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/7db373e63c8c43e8aae628ddef0916bc as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7db373e63c8c43e8aae628ddef0916bc 2024-12-04T08:16:32,617 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into 7db373e63c8c43e8aae628ddef0916bc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:32,617 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:32,617 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300192412; duration=0sec 2024-12-04T08:16:32,617 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:32,617 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742431_1607 (size=12454) 2024-12-04T08:16:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:32,896 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#510 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:32,896 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ebd572aeb8be4e87bd393d2ccb8e4903 is 175, key is test_row_0/A:col10/1733300190739/Put/seqid=0 2024-12-04T08:16:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742432_1608 (size=31801) 2024-12-04T08:16:33,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:33,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a17756f30b124e1b994e1c1390507ef3_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a17756f30b124e1b994e1c1390507ef3_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c80c5a7bf8c74cebaffbc5581c09e8f8, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c80c5a7bf8c74cebaffbc5581c09e8f8 is 175, key is test_row_0/A:col10/1733300190962/Put/seqid=0 2024-12-04T08:16:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742433_1609 (size=31255) 2024-12-04T08:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300253157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:33,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300253274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:33,305 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ebd572aeb8be4e87bd393d2ccb8e4903 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903 2024-12-04T08:16:33,309 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into ebd572aeb8be4e87bd393d2ccb8e4903(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:33,309 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:33,309 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300192412; duration=0sec 2024-12-04T08:16:33,309 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:33,309 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:33,431 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c80c5a7bf8c74cebaffbc5581c09e8f8 2024-12-04T08:16:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e9537659345540b0b31a0c3fce67afdd is 50, key is test_row_0/B:col10/1733300190962/Put/seqid=0 2024-12-04T08:16:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742434_1610 (size=12301) 2024-12-04T08:16:33,445 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e9537659345540b0b31a0c3fce67afdd 2024-12-04T08:16:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/69f03ea4c22d47a1b729fc3b0b3b6532 is 50, key is test_row_0/C:col10/1733300190962/Put/seqid=0 2024-12-04T08:16:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742435_1611 (size=12301) 2024-12-04T08:16:33,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/69f03ea4c22d47a1b729fc3b0b3b6532 2024-12-04T08:16:33,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/c80c5a7bf8c74cebaffbc5581c09e8f8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8 2024-12-04T08:16:33,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8, entries=150, sequenceid=324, filesize=30.5 K 2024-12-04T08:16:33,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e9537659345540b0b31a0c3fce67afdd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd 2024-12-04T08:16:33,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd, entries=150, sequenceid=324, filesize=12.0 K 2024-12-04T08:16:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/69f03ea4c22d47a1b729fc3b0b3b6532 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532 2024-12-04T08:16:33,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532, entries=150, sequenceid=324, filesize=12.0 K 2024-12-04T08:16:33,474 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 51e319472dd328a65a856ab0fd8839ac in 932ms, sequenceid=324, compaction requested=false 2024-12-04T08:16:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-04T08:16:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-04T08:16:33,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-04T08:16:33,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-12-04T08:16:33,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8640 sec 2024-12-04T08:16:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:33,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:33,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:33,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045d83fde9187d4da099ea4d36d8cfab0d_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742436_1612 (size=14994) 2024-12-04T08:16:33,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:33,500 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045d83fde9187d4da099ea4d36d8cfab0d_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d83fde9187d4da099ea4d36d8cfab0d_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:33,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9a56298e608e4b069f8141a0ad967163, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:33,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9a56298e608e4b069f8141a0ad967163 is 175, key is test_row_0/A:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742437_1613 (size=39949) 2024-12-04T08:16:33,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9a56298e608e4b069f8141a0ad967163 2024-12-04T08:16:33,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/9d882e5b47bf4a0d8a33de6d726cc998 is 50, key is test_row_0/B:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742438_1614 (size=12301) 2024-12-04T08:16:33,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300193544, max timestamp=1733300193570Num uniques 859; 2024-12-04T08:16:33,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300193544, max timestamp=1733300193570Num uniques 859; 2024-12-04T08:16:33,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733300193544, max timestamp=1733300193570Num uniques 859; 2024-12-04T08:16:33,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:33,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:33,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f5a5a857f5c5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-04T08:16:33,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300253654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-04T08:16:33,764 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:33,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:33,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300253763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-04T08:16:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:33,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:33,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:33,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55292 deadline: 1733300253794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,797 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f5a5a857f5c5,43105,1733300019048 for 'test_row_0' in 51e319472dd328a65a856ab0fd8839ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-04T08:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:33,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/9d882e5b47bf4a0d8a33de6d726cc998 2024-12-04T08:16:33,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-04T08:16:33,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:33,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:33,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:33,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/ab59be8f1a3d45e6af74a62ec8177e60 is 50, key is test_row_0/C:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742439_1615 (size=12301) 2024-12-04T08:16:33,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300253974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-04T08:16:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:34,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-04T08:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:34,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300254284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:34,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:34,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/ab59be8f1a3d45e6af74a62ec8177e60 2024-12-04T08:16:34,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/9a56298e608e4b069f8141a0ad967163 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163 2024-12-04T08:16:34,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163, entries=200, sequenceid=337, filesize=39.0 K 2024-12-04T08:16:34,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/9d882e5b47bf4a0d8a33de6d726cc998 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998 2024-12-04T08:16:34,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998, entries=150, sequenceid=337, filesize=12.0 K 2024-12-04T08:16:34,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/ab59be8f1a3d45e6af74a62ec8177e60 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60 2024-12-04T08:16:34,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60, entries=150, sequenceid=337, filesize=12.0 K 2024-12-04T08:16:34,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 51e319472dd328a65a856ab0fd8839ac in 854ms, sequenceid=337, compaction requested=true 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:34,341 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:34,341 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:34,342 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,342 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,342 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=100.6 K 2024-12-04T08:16:34,342 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7db373e63c8c43e8aae628ddef0916bc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.6 K 2024-12-04T08:16:34,342 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163] 2024-12-04T08:16:34,342 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db373e63c8c43e8aae628ddef0916bc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190736 2024-12-04T08:16:34,343 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebd572aeb8be4e87bd393d2ccb8e4903, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190736 2024-12-04T08:16:34,343 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e9537659345540b0b31a0c3fce67afdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733300190922 2024-12-04T08:16:34,343 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c80c5a7bf8c74cebaffbc5581c09e8f8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733300190922 2024-12-04T08:16:34,343 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d882e5b47bf4a0d8a33de6d726cc998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193150 2024-12-04T08:16:34,343 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a56298e608e4b069f8141a0ad967163, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193130 2024-12-04T08:16:34,348 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:34,349 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412041d72c3317f2b4795a9cd9ccf90d5b3a9_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:34,349 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:34,350 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/eaa879bd1d7a4475a9e84abbada1136f is 50, key is test_row_0/B:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:34,351 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412041d72c3317f2b4795a9cd9ccf90d5b3a9_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:34,352 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041d72c3317f2b4795a9cd9ccf90d5b3a9_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742441_1617 (size=12949) 2024-12-04T08:16:34,366 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/eaa879bd1d7a4475a9e84abbada1136f as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/eaa879bd1d7a4475a9e84abbada1136f 2024-12-04T08:16:34,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742440_1616 (size=4469) 2024-12-04T08:16:34,370 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into eaa879bd1d7a4475a9e84abbada1136f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:34,370 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:34,370 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300194341; duration=0sec 2024-12-04T08:16:34,370 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:34,371 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:34,371 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:34,371 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#519 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:34,372 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ff34b92aaefa47a2aa2a9d1041f17ffd is 175, key is test_row_0/A:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:34,372 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:34,372 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:34,372 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,372 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/bbbf0debb13a4a728ef4f43a7617361a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.6 K 2024-12-04T08:16:34,373 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bbbf0debb13a4a728ef4f43a7617361a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733300190736 2024-12-04T08:16:34,374 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f03ea4c22d47a1b729fc3b0b3b6532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733300190922 2024-12-04T08:16:34,375 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ab59be8f1a3d45e6af74a62ec8177e60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193150 2024-12-04T08:16:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742442_1618 (size=31903) 2024-12-04T08:16:34,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:34,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-04T08:16:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042e81e1923cf7437caa4875e5f6f2d01a_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300193628/Put/seqid=0 2024-12-04T08:16:34,388 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/ff34b92aaefa47a2aa2a9d1041f17ffd as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd 2024-12-04T08:16:34,392 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into ff34b92aaefa47a2aa2a9d1041f17ffd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:34,392 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:34,392 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300194341; duration=0sec 2024-12-04T08:16:34,392 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:34,392 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:34,393 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:34,394 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/9d56b8fc6d4d44a8b988f30f2f3272e8 is 50, key is test_row_0/C:col10/1733300193486/Put/seqid=0 2024-12-04T08:16:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742443_1619 (size=12454) 2024-12-04T08:16:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742444_1620 (size=12949) 2024-12-04T08:16:34,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042e81e1923cf7437caa4875e5f6f2d01a_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042e81e1923cf7437caa4875e5f6f2d01a_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/b19cba26d96d45d9a753db66eeeb8756, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:34,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/b19cba26d96d45d9a753db66eeeb8756 is 175, key is test_row_0/A:col10/1733300193628/Put/seqid=0 2024-12-04T08:16:34,402 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/9d56b8fc6d4d44a8b988f30f2f3272e8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/9d56b8fc6d4d44a8b988f30f2f3272e8 2024-12-04T08:16:34,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742445_1621 (size=31255) 2024-12-04T08:16:34,406 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into 9d56b8fc6d4d44a8b988f30f2f3272e8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:34,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:34,406 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300194341; duration=0sec 2024-12-04T08:16:34,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:34,406 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:34,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:34,805 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/b19cba26d96d45d9a753db66eeeb8756 2024-12-04T08:16:34,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ba1d4bc201724c2cac9e14e6b740471b is 50, key is test_row_0/B:col10/1733300193628/Put/seqid=0 2024-12-04T08:16:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742446_1622 (size=12301) 2024-12-04T08:16:34,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300254831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:34,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300254944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:35,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300255154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:35,216 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ba1d4bc201724c2cac9e14e6b740471b 2024-12-04T08:16:35,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/6744c749efd2408d9ce712f4dfea086c is 50, key is test_row_0/C:col10/1733300193628/Put/seqid=0 2024-12-04T08:16:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742447_1623 (size=12301) 2024-12-04T08:16:35,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300255464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:35,627 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/6744c749efd2408d9ce712f4dfea086c 2024-12-04T08:16:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/b19cba26d96d45d9a753db66eeeb8756 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756 2024-12-04T08:16:35,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756, entries=150, sequenceid=374, filesize=30.5 K 2024-12-04T08:16:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ba1d4bc201724c2cac9e14e6b740471b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b 2024-12-04T08:16:35,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b, entries=150, sequenceid=374, filesize=12.0 K 2024-12-04T08:16:35,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/6744c749efd2408d9ce712f4dfea086c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c 2024-12-04T08:16:35,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c, entries=150, sequenceid=374, filesize=12.0 K 2024-12-04T08:16:35,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 51e319472dd328a65a856ab0fd8839ac in 1262ms, sequenceid=374, compaction requested=false 2024-12-04T08:16:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-04T08:16:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-04T08:16:35,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-04T08:16:35,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-04T08:16:35,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.8810 sec 2024-12-04T08:16:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-04T08:16:35,925 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:35,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T08:16:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-04T08:16:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:35,927 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T08:16:35,927 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T08:16:35,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T08:16:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:35,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:35,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204929475e21eb04d41b04a79f4a33677d8_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742448_1624 (size=12454) 2024-12-04T08:16:36,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:36,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300256070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:36,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300256184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:36,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:36,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300256394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:36,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:36,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204929475e21eb04d41b04a79f4a33677d8_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204929475e21eb04d41b04a79f4a33677d8_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:36,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/14ff9c4ec4214ff39e5e7fb957c95008, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:36,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/14ff9c4ec4214ff39e5e7fb957c95008 is 175, key is test_row_0/A:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742449_1625 (size=31255) 2024-12-04T08:16:36,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:36,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300256703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:36,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:36,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:36,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/14ff9c4ec4214ff39e5e7fb957c95008 2024-12-04T08:16:36,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ebac93184a7b4b2c9c8deec45b7ceeff is 50, key is test_row_0/B:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:36,819 INFO [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423. 2024-12-04T08:16:36,819 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:36,820 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,820 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:36,821 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-12-04T08:16:36,821 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:36,821 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,821 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:36,822 INFO [Thread-2421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2421. 2024-12-04T08:16:36,822 DEBUG [Thread-2421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:36,822 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,822 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:36,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742450_1626 (size=12301) 2024-12-04T08:16:36,824 INFO [Thread-2429 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2429. 2024-12-04T08:16:36,824 DEBUG [Thread-2429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:36,824 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,824 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:36,825 INFO [Thread-2427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2427. 2024-12-04T08:16:36,825 DEBUG [Thread-2427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:36,825 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,825 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:36,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:36,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:36,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:37,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T08:16:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55278 deadline: 1733300257214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:37,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 , the old value is region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:37,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T08:16:37,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., hostname=f5a5a857f5c5,43105,1733300019048, seqNum=5 because the exception is null or not the one we care about 2024-12-04T08:16:37,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ebac93184a7b4b2c9c8deec45b7ceeff 2024-12-04T08:16:37,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/62540c52b2b94b899a6efa933732387b is 50, key is test_row_0/C:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742451_1627 (size=12301) 2024-12-04T08:16:37,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T08:16:37,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T08:16:37,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/62540c52b2b94b899a6efa933732387b 2024-12-04T08:16:37,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/14ff9c4ec4214ff39e5e7fb957c95008 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008 2024-12-04T08:16:37,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008, entries=150, sequenceid=388, filesize=30.5 K 2024-12-04T08:16:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ebac93184a7b4b2c9c8deec45b7ceeff as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff 2024-12-04T08:16:37,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff, entries=150, sequenceid=388, filesize=12.0 K 2024-12-04T08:16:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/62540c52b2b94b899a6efa933732387b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b 2024-12-04T08:16:37,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b, entries=150, sequenceid=388, filesize=12.0 K 2024-12-04T08:16:37,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 51e319472dd328a65a856ab0fd8839ac in 1669ms, sequenceid=388, compaction requested=true 2024-12-04T08:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T08:16:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T08:16:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 51e319472dd328a65a856ab0fd8839ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T08:16:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/A is initiating minor compaction (all files) 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:37,645 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/B is initiating minor compaction (all files) 2024-12-04T08:16:37,645 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/A in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,645 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/B in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,645 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=92.2 K 2024-12-04T08:16:37,645 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/eaa879bd1d7a4475a9e84abbada1136f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.7 K 2024-12-04T08:16:37,645 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. files: [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008] 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa879bd1d7a4475a9e84abbada1136f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193150 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff34b92aaefa47a2aa2a9d1041f17ffd, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193150 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b19cba26d96d45d9a753db66eeeb8756, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733300193622 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ba1d4bc201724c2cac9e14e6b740471b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733300193622 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14ff9c4ec4214ff39e5e7fb957c95008, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733300194814 2024-12-04T08:16:37,646 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ebac93184a7b4b2c9c8deec45b7ceeff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733300194814 2024-12-04T08:16:37,651 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:37,651 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:37,651 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ee6b44862f7d4818bb988cb1d28da932 is 50, key is test_row_0/B:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:37,653 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204c3d3fd2fc83642c2a27d993f5dce988d_51e319472dd328a65a856ab0fd8839ac store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742452_1628 (size=13051) 2024-12-04T08:16:37,659 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204c3d3fd2fc83642c2a27d993f5dce988d_51e319472dd328a65a856ab0fd8839ac, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:37,659 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c3d3fd2fc83642c2a27d993f5dce988d_51e319472dd328a65a856ab0fd8839ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:37,661 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/ee6b44862f7d4818bb988cb1d28da932 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ee6b44862f7d4818bb988cb1d28da932 2024-12-04T08:16:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742453_1629 (size=4469) 2024-12-04T08:16:37,663 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#A#compaction#529 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:37,663 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7c1eb192a5594f9ab26e33bd25e89f08 is 175, key is test_row_0/A:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:37,665 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/B of 51e319472dd328a65a856ab0fd8839ac into ee6b44862f7d4818bb988cb1d28da932(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:37,665 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:37,665 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/B, priority=13, startTime=1733300197645; duration=0sec 2024-12-04T08:16:37,665 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T08:16:37,665 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:B 2024-12-04T08:16:37,665 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T08:16:37,666 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T08:16:37,666 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1541): 51e319472dd328a65a856ab0fd8839ac/C is initiating minor compaction (all files) 2024-12-04T08:16:37,666 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 51e319472dd328a65a856ab0fd8839ac/C in TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,666 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/9d56b8fc6d4d44a8b988f30f2f3272e8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b] into tmpdir=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp, totalSize=36.7 K 2024-12-04T08:16:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742454_1630 (size=32005) 2024-12-04T08:16:37,667 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d56b8fc6d4d44a8b988f30f2f3272e8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733300193150 2024-12-04T08:16:37,667 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6744c749efd2408d9ce712f4dfea086c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733300193622 2024-12-04T08:16:37,667 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 62540c52b2b94b899a6efa933732387b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733300194814 2024-12-04T08:16:37,673 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 51e319472dd328a65a856ab0fd8839ac#C#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T08:16:37,674 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/724ff537ccd64261b854b7b9c6eb0b9e is 50, key is test_row_0/C:col10/1733300194820/Put/seqid=0 2024-12-04T08:16:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742455_1631 (size=13051) 2024-12-04T08:16:37,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-04T08:16:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:37,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d38ad1a9cdf249ee80b7d06e2beaca41_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300196056/Put/seqid=0 2024-12-04T08:16:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742456_1632 (size=12454) 2024-12-04T08:16:38,070 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/7c1eb192a5594f9ab26e33bd25e89f08 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7c1eb192a5594f9ab26e33bd25e89f08 2024-12-04T08:16:38,074 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/A of 51e319472dd328a65a856ab0fd8839ac into 7c1eb192a5594f9ab26e33bd25e89f08(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:38,074 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:38,074 INFO [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/A, priority=13, startTime=1733300197644; duration=0sec 2024-12-04T08:16:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:38,074 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:38,074 DEBUG [RS:0;f5a5a857f5c5:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:A 2024-12-04T08:16:38,079 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/724ff537ccd64261b854b7b9c6eb0b9e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/724ff537ccd64261b854b7b9c6eb0b9e 2024-12-04T08:16:38,082 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 51e319472dd328a65a856ab0fd8839ac/C of 51e319472dd328a65a856ab0fd8839ac into 724ff537ccd64261b854b7b9c6eb0b9e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T08:16:38,082 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:38,082 INFO [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., storeName=51e319472dd328a65a856ab0fd8839ac/C, priority=13, startTime=1733300197645; duration=0sec 2024-12-04T08:16:38,082 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T08:16:38,082 DEBUG [RS:0;f5a5a857f5c5:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 51e319472dd328a65a856ab0fd8839ac:C 2024-12-04T08:16:38,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:38,170 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d38ad1a9cdf249ee80b7d06e2beaca41_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d38ad1a9cdf249ee80b7d06e2beaca41_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:38,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/fb2579a5dfb24503a8f921206679f20b, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:38,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/fb2579a5dfb24503a8f921206679f20b is 175, key is test_row_0/A:col10/1733300196056/Put/seqid=0 2024-12-04T08:16:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742457_1633 (size=31255) 2024-12-04T08:16:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. as already flushing 2024-12-04T08:16:38,225 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-12-04T08:16:38,226 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:38,226 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:38,226 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:38,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:38,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/fb2579a5dfb24503a8f921206679f20b 2024-12-04T08:16:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e17eb3da16514dcf9e942bf6c5718f18 is 50, key is test_row_0/B:col10/1733300196056/Put/seqid=0 2024-12-04T08:16:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742458_1634 (size=12301) 2024-12-04T08:16:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e17eb3da16514dcf9e942bf6c5718f18 2024-12-04T08:16:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/7c3267a0b370424586f2b7259c98977c is 50, key is test_row_0/C:col10/1733300196056/Put/seqid=0 2024-12-04T08:16:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742459_1635 (size=12301) 2024-12-04T08:16:39,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/7c3267a0b370424586f2b7259c98977c 2024-12-04T08:16:39,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/fb2579a5dfb24503a8f921206679f20b as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/fb2579a5dfb24503a8f921206679f20b 2024-12-04T08:16:39,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/fb2579a5dfb24503a8f921206679f20b, entries=150, sequenceid=409, filesize=30.5 K 2024-12-04T08:16:39,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/e17eb3da16514dcf9e942bf6c5718f18 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e17eb3da16514dcf9e942bf6c5718f18 2024-12-04T08:16:39,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e17eb3da16514dcf9e942bf6c5718f18, entries=150, sequenceid=409, filesize=12.0 K 2024-12-04T08:16:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/7c3267a0b370424586f2b7259c98977c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/7c3267a0b370424586f2b7259c98977c 2024-12-04T08:16:39,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/7c3267a0b370424586f2b7259c98977c, entries=150, sequenceid=409, filesize=12.0 K 2024-12-04T08:16:39,406 INFO [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=6.71 KB/6870 for 51e319472dd328a65a856ab0fd8839ac in 1648ms, sequenceid=409, compaction requested=false 2024-12-04T08:16:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 51e319472dd328a65a856ab0fd8839ac: 2024-12-04T08:16:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f5a5a857f5c5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-04T08:16:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-04T08:16:39,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-04T08:16:39,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4800 sec 2024-12-04T08:16:39,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.4840 sec 2024-12-04T08:16:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-04T08:16:40,095 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:40,186 INFO [Thread-2410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2410. 2024-12-04T08:16:40,186 DEBUG [Thread-2410 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:40,186 DEBUG [Thread-2410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,186 DEBUG [Thread-2410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:40,195 INFO [Thread-2412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2412. 2024-12-04T08:16:40,195 DEBUG [Thread-2412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:40,195 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,195 DEBUG [Thread-2412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:40,195 INFO [Thread-2416 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2416. 2024-12-04T08:16:40,195 DEBUG [Thread-2416 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:40,195 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,195 DEBUG [Thread-2416 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:40,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:43,855 INFO [Thread-2414 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2414. 2024-12-04T08:16:43,855 DEBUG [Thread-2414 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T08:16:43,855 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:43,855 DEBUG [Thread-2414 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:43,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 216 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2750 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2766 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2717 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2741 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2771 2024-12-04T08:16:43,855 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T08:16:43,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:16:43,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:16:43,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:43,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:43,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:43,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T08:16:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:43,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300203859"}]},"ts":"1733300203859"} 2024-12-04T08:16:43,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T08:16:43,860 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T08:16:43,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T08:16:43,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, UNASSIGN}] 2024-12-04T08:16:43,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, UNASSIGN 2024-12-04T08:16:43,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=CLOSING, regionLocation=f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:43,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, UNASSIGN because future has completed 2024-12-04T08:16:43,865 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T08:16:43,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048}] 2024-12-04T08:16:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:44,017 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 51e319472dd328a65a856ab0fd8839ac, disabling compactions & flushes 2024-12-04T08:16:44,017 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. after waiting 0 ms 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:44,017 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 51e319472dd328a65a856ab0fd8839ac 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=A 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=B 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 51e319472dd328a65a856ab0fd8839ac, store=C 2024-12-04T08:16:44,017 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-04T08:16:44,022 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120452201ec2b89c4b5392f3ecea076e1fa6_51e319472dd328a65a856ab0fd8839ac is 50, key is test_row_0/A:col10/1733300203854/Put/seqid=0 2024-12-04T08:16:44,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742460_1636 (size=12454) 2024-12-04T08:16:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:44,425 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T08:16:44,429 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120452201ec2b89c4b5392f3ecea076e1fa6_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120452201ec2b89c4b5392f3ecea076e1fa6_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:44,429 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4da2da4843304d70997076373e3a16e8, store: [table=TestAcidGuarantees family=A region=51e319472dd328a65a856ab0fd8839ac] 2024-12-04T08:16:44,430 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4da2da4843304d70997076373e3a16e8 is 175, key is test_row_0/A:col10/1733300203854/Put/seqid=0 2024-12-04T08:16:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742461_1637 (size=31255) 2024-12-04T08:16:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:44,833 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4da2da4843304d70997076373e3a16e8 2024-12-04T08:16:44,838 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/7f40421b94c742268e6e3fdd646826a8 is 50, key is test_row_0/B:col10/1733300203854/Put/seqid=0 2024-12-04T08:16:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742462_1638 (size=12301) 2024-12-04T08:16:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:45,241 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/7f40421b94c742268e6e3fdd646826a8 2024-12-04T08:16:45,246 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/187b348ff27e4e0f85802e543da3eeaf is 50, key is test_row_0/C:col10/1733300203854/Put/seqid=0 2024-12-04T08:16:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742463_1639 (size=12301) 2024-12-04T08:16:45,650 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/187b348ff27e4e0f85802e543da3eeaf 2024-12-04T08:16:45,653 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/A/4da2da4843304d70997076373e3a16e8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4da2da4843304d70997076373e3a16e8 2024-12-04T08:16:45,655 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4da2da4843304d70997076373e3a16e8, entries=150, sequenceid=419, filesize=30.5 K 2024-12-04T08:16:45,656 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/B/7f40421b94c742268e6e3fdd646826a8 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7f40421b94c742268e6e3fdd646826a8 2024-12-04T08:16:45,658 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7f40421b94c742268e6e3fdd646826a8, entries=150, sequenceid=419, filesize=12.0 K 2024-12-04T08:16:45,658 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/.tmp/C/187b348ff27e4e0f85802e543da3eeaf as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/187b348ff27e4e0f85802e543da3eeaf 2024-12-04T08:16:45,661 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/187b348ff27e4e0f85802e543da3eeaf, entries=150, sequenceid=419, filesize=12.0 K 2024-12-04T08:16:45,661 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 51e319472dd328a65a856ab0fd8839ac in 1644ms, sequenceid=419, compaction requested=true 2024-12-04T08:16:45,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008] to archive 2024-12-04T08:16:45,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:45,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/51e2f9a1047d4825827af95391f14764 2024-12-04T08:16:45,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ce98dc5d076146e6bf11766c4f3a747f 2024-12-04T08:16:45,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c2399bc5d2c941fab1e871075aed0c3c 2024-12-04T08:16:45,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4af31ca2e79d4afa8c22fe7dbfaaf200 2024-12-04T08:16:45,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f2343e78af9743b8932d91947f54d3f7 2024-12-04T08:16:45,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f6e16a0f91ae4761b2f3fe928f25deb5 2024-12-04T08:16:45,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/5104d9a219c84bf4a1ebac83b3e29249 2024-12-04T08:16:45,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/43692fb23c9544748c372f2b7df185e3 2024-12-04T08:16:45,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/402976c5471b4a02b954647f7369dac9 2024-12-04T08:16:45,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/a98ae9c5298d45ac91113c71134f8af0 2024-12-04T08:16:45,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/45288fcab1334b168573751afb52add6 2024-12-04T08:16:45,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7b6402bea0a0433dbcabaa79b277e596 2024-12-04T08:16:45,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/f1404fdbe63c46b497105b9f2a301a38 2024-12-04T08:16:45,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/0c25c85ecf1b4c29ae41906056fadffd 2024-12-04T08:16:45,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9491f1def35b45b097544418784ba3e1 2024-12-04T08:16:45,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4b0a01ecdbd447c7ae7d847b0c60d6b6 2024-12-04T08:16:45,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ebd572aeb8be4e87bd393d2ccb8e4903 2024-12-04T08:16:45,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/c80c5a7bf8c74cebaffbc5581c09e8f8 2024-12-04T08:16:45,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/9a56298e608e4b069f8141a0ad967163 2024-12-04T08:16:45,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/ff34b92aaefa47a2aa2a9d1041f17ffd 2024-12-04T08:16:45,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/b19cba26d96d45d9a753db66eeeb8756 2024-12-04T08:16:45,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/14ff9c4ec4214ff39e5e7fb957c95008 2024-12-04T08:16:45,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c65e9002f6df4cd88656c7a2aa94b312, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d5ff6d5804844029b32281ecf2993107, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c13dac2f5fa24a6aa382ae6c4d912f85, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/75ef5d20065445b198e1f2e97be210ed, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7db373e63c8c43e8aae628ddef0916bc, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/eaa879bd1d7a4475a9e84abbada1136f, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff] to archive 2024-12-04T08:16:45,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:45,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c0c7c046827e4164bcb22e368a3136b3 2024-12-04T08:16:45,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/5ad11574ecc14ddb9c09cd1174c09d55 2024-12-04T08:16:45,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c65e9002f6df4cd88656c7a2aa94b312 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c65e9002f6df4cd88656c7a2aa94b312 2024-12-04T08:16:45,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/aa0c6789a56c4612980f6e055fca1817 2024-12-04T08:16:45,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/80ab72d8303b4b74aecbbc8d326f9500 2024-12-04T08:16:45,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d5ff6d5804844029b32281ecf2993107 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d5ff6d5804844029b32281ecf2993107 2024-12-04T08:16:45,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/da55398995944a52b0e87e4d8866e631 2024-12-04T08:16:45,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/df4e4d5a90204fcca0b3d43a8ca9380a 2024-12-04T08:16:45,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/821228915d5f470d8853fb8b5ae148af 2024-12-04T08:16:45,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c13dac2f5fa24a6aa382ae6c4d912f85 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/c13dac2f5fa24a6aa382ae6c4d912f85 2024-12-04T08:16:45,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ce0671ee91b44539a20b9c7e5647e42c 2024-12-04T08:16:45,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d283113decf742daaeb6ec7176498d9a 2024-12-04T08:16:45,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/75ef5d20065445b198e1f2e97be210ed to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/75ef5d20065445b198e1f2e97be210ed 2024-12-04T08:16:45,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/abb2b566d82f4a988c24cd33d317b9d7 2024-12-04T08:16:45,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/d8311d381d8d483bac737acd00d0c973 2024-12-04T08:16:45,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7db373e63c8c43e8aae628ddef0916bc to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7db373e63c8c43e8aae628ddef0916bc 2024-12-04T08:16:45,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/fdac6f2c89fd47ab9c3eecd26e087fcf 2024-12-04T08:16:45,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e9537659345540b0b31a0c3fce67afdd 2024-12-04T08:16:45,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/eaa879bd1d7a4475a9e84abbada1136f to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/eaa879bd1d7a4475a9e84abbada1136f 2024-12-04T08:16:45,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/9d882e5b47bf4a0d8a33de6d726cc998 2024-12-04T08:16:45,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ba1d4bc201724c2cac9e14e6b740471b 2024-12-04T08:16:45,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ebac93184a7b4b2c9c8deec45b7ceeff 2024-12-04T08:16:45,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1a08dba4b751468a907bade2877409d6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/fb3b551061cc4e2b9e71a488d2de11b6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/43242075e30142d58716f554295d35a6, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6abac72a052b43f3bbd42dfcbc8345ad, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/bbbf0debb13a4a728ef4f43a7617361a, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/9d56b8fc6d4d44a8b988f30f2f3272e8, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b] to archive 2024-12-04T08:16:45,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T08:16:45,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/78121a182a7d450983361b3fbf7a7e0d 2024-12-04T08:16:45,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/42a338c200d646cfa808fbbdf9322843 2024-12-04T08:16:45,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1a08dba4b751468a907bade2877409d6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1a08dba4b751468a907bade2877409d6 2024-12-04T08:16:45,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/4aa18f6350dd48b6919f010ef93dfe39 2024-12-04T08:16:45,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/61df9037ab614405aa4f2af621d38eee 2024-12-04T08:16:45,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/fb3b551061cc4e2b9e71a488d2de11b6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/fb3b551061cc4e2b9e71a488d2de11b6 2024-12-04T08:16:45,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/26f0e6c2c436483ea66b4f4e5714e9ec 2024-12-04T08:16:45,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/3e678f2fd3044cfd921bc78cbcac0669 2024-12-04T08:16:45,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/e91fff7b05a84071a3e2a49121b31f02 2024-12-04T08:16:45,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/43242075e30142d58716f554295d35a6 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/43242075e30142d58716f554295d35a6 2024-12-04T08:16:45,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/a91d36ccc6e34d50b3af93484b43b08a 2024-12-04T08:16:45,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/8f92bc99df9841948d7149832cd3ad4c 2024-12-04T08:16:45,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6abac72a052b43f3bbd42dfcbc8345ad to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6abac72a052b43f3bbd42dfcbc8345ad 2024-12-04T08:16:45,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/0b785684981e468b95dd2aaa6195734b 2024-12-04T08:16:45,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/1f208a2e38dc4e8f89c7ab754c9d8565 2024-12-04T08:16:45,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/bbbf0debb13a4a728ef4f43a7617361a to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/bbbf0debb13a4a728ef4f43a7617361a 2024-12-04T08:16:45,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/36810fd5038a4c119a3cc714fd3993af 2024-12-04T08:16:45,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/69f03ea4c22d47a1b729fc3b0b3b6532 2024-12-04T08:16:45,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/9d56b8fc6d4d44a8b988f30f2f3272e8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/9d56b8fc6d4d44a8b988f30f2f3272e8 2024-12-04T08:16:45,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/ab59be8f1a3d45e6af74a62ec8177e60 2024-12-04T08:16:45,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/6744c749efd2408d9ce712f4dfea086c 2024-12-04T08:16:45,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/62540c52b2b94b899a6efa933732387b 2024-12-04T08:16:45,719 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=4 2024-12-04T08:16:45,719 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. 2024-12-04T08:16:45,719 DEBUG [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 51e319472dd328a65a856ab0fd8839ac: Waiting for close lock at 1733300204017Running coprocessor pre-close hooks at 1733300204017Disabling compacts and flushes for region at 1733300204017Disabling writes for close at 1733300204017Obtaining lock to block concurrent updates at 1733300204017Preparing flush snapshotting stores in 51e319472dd328a65a856ab0fd8839ac at 1733300204017Finished memstore snapshotting TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733300204017Flushing stores of TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac. at 1733300204018 (+1 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/A: creating writer at 1733300204018Flushing mob file 51e319472dd328a65a856ab0fd8839ac/A: appending metadata at 1733300204022 (+4 ms)Flushing mob file 51e319472dd328a65a856ab0fd8839ac/A: closing flushed file at 1733300204022Flushing 51e319472dd328a65a856ab0fd8839ac/A: appending metadata at 1733300204429 (+407 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/A: closing flushed file at 1733300204429Flushing 51e319472dd328a65a856ab0fd8839ac/B: creating writer at 1733300204835 (+406 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/B: appending metadata at 1733300204837 (+2 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/B: closing flushed file at 1733300204837Flushing 51e319472dd328a65a856ab0fd8839ac/C: creating writer at 1733300205244 (+407 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/C: appending metadata at 1733300205246 (+2 ms)Flushing 51e319472dd328a65a856ab0fd8839ac/C: closing flushed file at 1733300205246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9b6a5c: reopening flushed file at 1733300205653 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e22415: reopening flushed file at 1733300205655 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf564df: reopening flushed file at 1733300205658 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 51e319472dd328a65a856ab0fd8839ac in 1644ms, sequenceid=419, compaction requested=true at 1733300205661 (+3 ms)Writing region close event to WAL at 1733300205717 (+56 ms)Running coprocessor post-close hooks at 1733300205719 (+2 ms)Closed at 1733300205719 2024-12-04T08:16:45,721 INFO [RS_CLOSE_REGION-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:45,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=51e319472dd328a65a856ab0fd8839ac, regionState=CLOSED 2024-12-04T08:16:45,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 because future has completed 2024-12-04T08:16:45,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-04T08:16:45,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 51e319472dd328a65a856ab0fd8839ac, server=f5a5a857f5c5,43105,1733300019048 in 1.8580 sec 2024-12-04T08:16:45,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-04T08:16:45,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=51e319472dd328a65a856ab0fd8839ac, UNASSIGN in 1.8620 sec 2024-12-04T08:16:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-04T08:16:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec 2024-12-04T08:16:45,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733300205727"}]},"ts":"1733300205727"} 2024-12-04T08:16:45,728 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T08:16:45,728 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T08:16:45,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8720 sec 2024-12-04T08:16:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-04T08:16:46,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:46,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T08:16:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,006 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T08:16:46,007 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,009 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C, FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits] 2024-12-04T08:16:46,012 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4da2da4843304d70997076373e3a16e8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/4da2da4843304d70997076373e3a16e8 2024-12-04T08:16:46,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7c1eb192a5594f9ab26e33bd25e89f08 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/7c1eb192a5594f9ab26e33bd25e89f08 2024-12-04T08:16:46,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/fb2579a5dfb24503a8f921206679f20b to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/A/fb2579a5dfb24503a8f921206679f20b 2024-12-04T08:16:46,015 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7f40421b94c742268e6e3fdd646826a8 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/7f40421b94c742268e6e3fdd646826a8 2024-12-04T08:16:46,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e17eb3da16514dcf9e942bf6c5718f18 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/e17eb3da16514dcf9e942bf6c5718f18 2024-12-04T08:16:46,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ee6b44862f7d4818bb988cb1d28da932 to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/B/ee6b44862f7d4818bb988cb1d28da932 2024-12-04T08:16:46,018 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/187b348ff27e4e0f85802e543da3eeaf to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/187b348ff27e4e0f85802e543da3eeaf 2024-12-04T08:16:46,018 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/724ff537ccd64261b854b7b9c6eb0b9e to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/724ff537ccd64261b854b7b9c6eb0b9e 2024-12-04T08:16:46,019 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/7c3267a0b370424586f2b7259c98977c to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/C/7c3267a0b370424586f2b7259c98977c 2024-12-04T08:16:46,021 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits/422.seqid to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac/recovered.edits/422.seqid 2024-12-04T08:16:46,021 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/default/TestAcidGuarantees/51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,021 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T08:16:46,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:16:46,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T08:16:46,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204101b26e67aa845ae98a752b18d252bbd_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204101b26e67aa845ae98a752b18d252bbd_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,025 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120412ac856b6ab54b84bfae5a6685e3e3d2_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120412ac856b6ab54b84bfae5a6685e3e3d2_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041706c1ecda124fd9b712f4fe8fee0597_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041706c1ecda124fd9b712f4fe8fee0597_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042e81e1923cf7437caa4875e5f6f2d01a_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042e81e1923cf7437caa4875e5f6f2d01a_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,028 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120452201ec2b89c4b5392f3ecea076e1fa6_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120452201ec2b89c4b5392f3ecea076e1fa6_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,028 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d83fde9187d4da099ea4d36d8cfab0d_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d83fde9187d4da099ea4d36d8cfab0d_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,029 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e4ad7a5ccb94a7d86a3bb81554d239c_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e4ad7a5ccb94a7d86a3bb81554d239c_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,030 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120472a6a070e7ec472f87e4aed7b31db705_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120472a6a070e7ec472f87e4aed7b31db705_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,031 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204900e7c4cdfa240e18571ce4d035b9fea_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204900e7c4cdfa240e18571ce4d035b9fea_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,031 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204929475e21eb04d41b04a79f4a33677d8_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204929475e21eb04d41b04a79f4a33677d8_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,032 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a17756f30b124e1b994e1c1390507ef3_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a17756f30b124e1b994e1c1390507ef3_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc69f161ea294850af6e3cca3b560bf4_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bc69f161ea294850af6e3cca3b560bf4_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bd14c769f8e9476b8ee6897ee6ff370f_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bd14c769f8e9476b8ee6897ee6ff370f_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0bdef183ee54f40989025ed29403b5e_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0bdef183ee54f40989025ed29403b5e_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d38ad1a9cdf249ee80b7d06e2beaca41_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d38ad1a9cdf249ee80b7d06e2beaca41_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5b4e6321e33432cb654001a84c36b7d_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5b4e6321e33432cb654001a84c36b7d_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,037 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204faeb7317784d459dae7ef145eb2dffbb_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204faeb7317784d459dae7ef145eb2dffbb_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,037 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff3b98409d7941ab9e6036ba9fd85055_51e319472dd328a65a856ab0fd8839ac to hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ff3b98409d7941ab9e6036ba9fd85055_51e319472dd328a65a856ab0fd8839ac 2024-12-04T08:16:46,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T08:16:46,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,041 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T08:16:46,043 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T08:16:46,044 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,044 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T08:16:46,044 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733300206044"}]},"ts":"9223372036854775807"} 2024-12-04T08:16:46,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T08:16:46,046 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 51e319472dd328a65a856ab0fd8839ac, NAME => 'TestAcidGuarantees,,1733300173714.51e319472dd328a65a856ab0fd8839ac.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T08:16:46,046 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T08:16:46,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733300206046"}]},"ts":"9223372036854775807"} 2024-12-04T08:16:46,047 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T08:16:46,048 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T08:16:46,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-12-04T08:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-04T08:16:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T08:16:46,114 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T08:16:46,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 248), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 393), ProcessCount=11 (was 11), AvailableMemoryMB=5803 (was 5917) 2024-12-04T08:16:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T08:16:46,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:16:46,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:16:46,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:46,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:46,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T08:16:46,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T08:16:46,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611241949, stopped=false 2024-12-04T08:16:46,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5a5a857f5c5,40271,1733300018355 2024-12-04T08:16:46,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T08:16:46,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T08:16:46,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:16:46,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:16:46,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T08:16:46,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T08:16:46,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:16:46,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:46,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5a5a857f5c5,43105,1733300019048' ***** 2024-12-04T08:16:46,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T08:16:46,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T08:16:46,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T08:16:46,130 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T08:16:46,130 INFO [RS:0;f5a5a857f5c5:43105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T08:16:46,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T08:16:46,130 INFO [RS:0;f5a5a857f5c5:43105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(959): stopping server f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5a5a857f5c5:43105. 2024-12-04T08:16:46,131 DEBUG [RS:0;f5a5a857f5c5:43105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T08:16:46,131 DEBUG [RS:0;f5a5a857f5c5:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T08:16:46,131 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T08:16:46,132 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T08:16:46,132 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T08:16:46,132 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T08:16:46,132 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T08:16:46,132 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:46,132 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T08:16:46,132 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T08:16:46,132 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T08:16:46,132 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-04T08:16:46,156 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/info/d5767e8d997148b383a9e7aefffaaa06 is 95, key is TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc./info:/1733300049494/DeleteFamily/seqid=0 2024-12-04T08:16:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742464_1640 (size=6514) 2024-12-04T08:16:46,220 INFO [regionserver/f5a5a857f5c5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T08:16:46,332 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:46,532 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:46,560 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/info/d5767e8d997148b383a9e7aefffaaa06 2024-12-04T08:16:46,578 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/ns/aabd8349f3114e54a22a5faa981888a4 is 93, key is TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc./ns:/1733300049454/DeleteFamily/seqid=0 2024-12-04T08:16:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742465_1641 (size=5906) 2024-12-04T08:16:46,636 INFO [regionserver/f5a5a857f5c5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T08:16:46,636 INFO [regionserver/f5a5a857f5c5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T08:16:46,733 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:46,933 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:46,981 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/ns/aabd8349f3114e54a22a5faa981888a4 2024-12-04T08:16:46,999 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/rep_barrier/56cc93ebb2d845ddb984fca9e7dc6f8c is 102, key is TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc./rep_barrier:/1733300049454/DeleteFamily/seqid=0 2024-12-04T08:16:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742466_1642 (size=6025) 2024-12-04T08:16:47,133 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:47,333 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:47,403 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/rep_barrier/56cc93ebb2d845ddb984fca9e7dc6f8c 2024-12-04T08:16:47,421 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/table/2be857ec11434d7f9d60658a8a9711be is 96, key is TestAcidGuarantees,,1733300023262.ecab358287dc72ff2e842e1799cf51cc./table:/1733300049454/DeleteFamily/seqid=0 2024-12-04T08:16:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742467_1643 (size=5936) 2024-12-04T08:16:47,533 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:47,734 DEBUG [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T08:16:47,824 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/table/2be857ec11434d7f9d60658a8a9711be 2024-12-04T08:16:47,827 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/info/d5767e8d997148b383a9e7aefffaaa06 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/info/d5767e8d997148b383a9e7aefffaaa06 2024-12-04T08:16:47,830 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/info/d5767e8d997148b383a9e7aefffaaa06, entries=12, sequenceid=90, filesize=6.4 K 2024-12-04T08:16:47,830 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/ns/aabd8349f3114e54a22a5faa981888a4 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/ns/aabd8349f3114e54a22a5faa981888a4 2024-12-04T08:16:47,832 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/ns/aabd8349f3114e54a22a5faa981888a4, entries=8, sequenceid=90, filesize=5.8 K 2024-12-04T08:16:47,833 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/rep_barrier/56cc93ebb2d845ddb984fca9e7dc6f8c as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/rep_barrier/56cc93ebb2d845ddb984fca9e7dc6f8c 2024-12-04T08:16:47,835 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/rep_barrier/56cc93ebb2d845ddb984fca9e7dc6f8c, entries=6, sequenceid=90, filesize=5.9 K 2024-12-04T08:16:47,836 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/.tmp/table/2be857ec11434d7f9d60658a8a9711be as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/table/2be857ec11434d7f9d60658a8a9711be 2024-12-04T08:16:47,838 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/table/2be857ec11434d7f9d60658a8a9711be, entries=7, sequenceid=90, filesize=5.8 K 2024-12-04T08:16:47,839 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-12-04T08:16:47,842 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-04T08:16:47,843 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T08:16:47,843 INFO [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T08:16:47,843 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733300206132Running coprocessor pre-close hooks at 1733300206132Disabling compacts and flushes for region at 1733300206132Disabling writes for close at 1733300206132Obtaining lock to block concurrent updates at 1733300206132Preparing flush snapshotting stores in 1588230740 at 1733300206132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733300206133 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733300206133Flushing 1588230740/info: creating writer at 1733300206134 (+1 ms)Flushing 1588230740/info: appending metadata at 1733300206156 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733300206156Flushing 1588230740/ns: creating writer at 1733300206563 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733300206577 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733300206577Flushing 1588230740/rep_barrier: creating writer at 1733300206984 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733300206999 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733300206999Flushing 1588230740/table: creating writer at 1733300207406 (+407 ms)Flushing 1588230740/table: appending metadata at 1733300207420 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733300207420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb2bdb0: reopening flushed file at 1733300207827 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f88cef: reopening flushed file at 1733300207830 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f31823: reopening flushed file at 1733300207832 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fc97ce: reopening flushed file at 1733300207835 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1733300207839 (+4 ms)Writing region close event to WAL at 1733300207840 (+1 ms)Running coprocessor post-close hooks at 1733300207843 (+3 ms)Closed at 1733300207843 2024-12-04T08:16:47,843 DEBUG [RS_CLOSE_META-regionserver/f5a5a857f5c5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T08:16:47,934 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(976): stopping server f5a5a857f5c5,43105,1733300019048; all regions closed. 2024-12-04T08:16:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741834_1010 (size=25344) 2024-12-04T08:16:47,940 DEBUG [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/oldWALs 2024-12-04T08:16:47,940 INFO [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5a5a857f5c5%2C43105%2C1733300019048.meta:.meta(num 1733300022767) 2024-12-04T08:16:47,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741832_1008 (size=17693608) 2024-12-04T08:16:47,943 DEBUG [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/oldWALs 2024-12-04T08:16:47,943 INFO [RS:0;f5a5a857f5c5:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5a5a857f5c5%2C43105%2C1733300019048:(num 1733300021801) 2024-12-04T08:16:47,943 DEBUG [RS:0;f5a5a857f5c5:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T08:16:47,943 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T08:16:47,943 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T08:16:47,944 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.ChoreService(370): Chore service for: regionserver/f5a5a857f5c5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T08:16:47,944 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T08:16:47,944 INFO [regionserver/f5a5a857f5c5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T08:16:47,945 INFO [RS:0;f5a5a857f5c5:43105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43105 2024-12-04T08:16:47,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5a5a857f5c5,43105,1733300019048 2024-12-04T08:16:47,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T08:16:47,949 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T08:16:47,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5a5a857f5c5,43105,1733300019048] 2024-12-04T08:16:47,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5a5a857f5c5,43105,1733300019048 already deleted, retry=false 2024-12-04T08:16:47,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5a5a857f5c5,43105,1733300019048 expired; onlineServers=0 2024-12-04T08:16:47,954 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5a5a857f5c5,40271,1733300018355' ***** 2024-12-04T08:16:47,954 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T08:16:47,954 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T08:16:47,954 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T08:16:47,954 DEBUG [M:0;f5a5a857f5c5:40271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T08:16:47,955 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T08:16:47,955 DEBUG [M:0;f5a5a857f5c5:40271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T08:16:47,955 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.large.0-1733300021497 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.large.0-1733300021497,5,FailOnTimeoutGroup] 2024-12-04T08:16:47,955 DEBUG [master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.small.0-1733300021502 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5a5a857f5c5:0:becomeActiveMaster-HFileCleaner.small.0-1733300021502,5,FailOnTimeoutGroup] 2024-12-04T08:16:47,955 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.ChoreService(370): Chore service for: master/f5a5a857f5c5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T08:16:47,955 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T08:16:47,955 DEBUG [M:0;f5a5a857f5c5:40271 {}] master.HMaster(1795): Stopping service threads 2024-12-04T08:16:47,955 INFO [M:0;f5a5a857f5c5:40271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T08:16:47,955 INFO [M:0;f5a5a857f5c5:40271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T08:16:47,955 ERROR [M:0;f5a5a857f5c5:40271 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-04T08:16:47,956 INFO [M:0;f5a5a857f5c5:40271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T08:16:47,956 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T08:16:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T08:16:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T08:16:47,957 DEBUG [M:0;f5a5a857f5c5:40271 {}] zookeeper.ZKUtil(347): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T08:16:47,957 WARN [M:0;f5a5a857f5c5:40271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T08:16:47,958 INFO [M:0;f5a5a857f5c5:40271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/.lastflushedseqids 2024-12-04T08:16:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742468_1644 (size=72) 2024-12-04T08:16:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T08:16:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1017c8943ea0001, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T08:16:48,052 INFO [RS:0;f5a5a857f5c5:43105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T08:16:48,052 INFO [RS:0;f5a5a857f5c5:43105 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5a5a857f5c5,43105,1733300019048; zookeeper connection closed. 2024-12-04T08:16:48,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21483994 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21483994 2024-12-04T08:16:48,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T08:16:48,367 INFO [M:0;f5a5a857f5c5:40271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T08:16:48,367 INFO [M:0;f5a5a857f5c5:40271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T08:16:48,367 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T08:16:48,367 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:16:48,367 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:16:48,367 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T08:16:48,367 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:16:48,367 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=791.61 KB heapSize=971.48 KB 2024-12-04T08:16:48,383 DEBUG [M:0;f5a5a857f5c5:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec3217678e7451ab0e88b70622839da is 82, key is hbase:meta,,1/info:regioninfo/1733300022868/Put/seqid=0 2024-12-04T08:16:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742469_1645 (size=5672) 2024-12-04T08:16:48,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T08:16:48,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T08:16:48,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T08:16:48,786 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec3217678e7451ab0e88b70622839da 2024-12-04T08:16:48,813 DEBUG [M:0;f5a5a857f5c5:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7a895ba2af4de48837c1502197c772 is 2480, key is \x00\x00\x00\x00\x00\x00\x00^/proc:d/1733300117971/Put/seqid=0 2024-12-04T08:16:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742470_1646 (size=44019) 2024-12-04T08:16:49,216 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=791.06 KB at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7a895ba2af4de48837c1502197c772 2024-12-04T08:16:49,219 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a7a895ba2af4de48837c1502197c772 2024-12-04T08:16:49,234 DEBUG [M:0;f5a5a857f5c5:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71118e4b3e0d4937831452131488119e is 69, key is f5a5a857f5c5,43105,1733300019048/rs:state/1733300021553/Put/seqid=0 2024-12-04T08:16:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073742471_1647 (size=5156) 2024-12-04T08:16:49,637 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2234 (bloomFilter=true), to=hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71118e4b3e0d4937831452131488119e 2024-12-04T08:16:49,641 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec3217678e7451ab0e88b70622839da as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec3217678e7451ab0e88b70622839da 2024-12-04T08:16:49,643 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec3217678e7451ab0e88b70622839da, entries=8, sequenceid=2234, filesize=5.5 K 2024-12-04T08:16:49,644 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a7a895ba2af4de48837c1502197c772 as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a7a895ba2af4de48837c1502197c772 2024-12-04T08:16:49,646 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a7a895ba2af4de48837c1502197c772 2024-12-04T08:16:49,646 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a7a895ba2af4de48837c1502197c772, entries=162, sequenceid=2234, filesize=43.0 K 2024-12-04T08:16:49,647 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71118e4b3e0d4937831452131488119e as hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71118e4b3e0d4937831452131488119e 2024-12-04T08:16:49,649 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35875/user/jenkins/test-data/2e70e538-7906-eaf0-fa33-c33136780f1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71118e4b3e0d4937831452131488119e, entries=1, sequenceid=2234, filesize=5.0 K 2024-12-04T08:16:49,650 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~791.61 KB/810613, heapSize ~971.18 KB/994488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2234, compaction requested=false 2024-12-04T08:16:49,651 INFO [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T08:16:49,651 DEBUG [M:0;f5a5a857f5c5:40271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733300208367Disabling compacts and flushes for region at 1733300208367Disabling writes for close at 1733300208367Obtaining lock to block concurrent updates at 1733300208367Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733300208367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=810613, getHeapSize=994728, getOffHeapSize=0, getCellsCount=2421 at 1733300208368 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733300208368Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733300208368Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733300208383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733300208383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733300208789 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733300208812 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733300208812Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733300209219 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733300209234 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733300209234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bacc99: reopening flushed file at 1733300209640 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589ed7d0: reopening flushed file at 1733300209643 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142a838e: reopening flushed file at 1733300209646 (+3 ms)Finished flush of dataSize ~791.61 KB/810613, heapSize ~971.18 KB/994488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2234, compaction requested=false at 1733300209650 (+4 ms)Writing region close event to WAL at 1733300209651 (+1 ms)Closed at 1733300209651 2024-12-04T08:16:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46667 is added to blk_1073741830_1006 (size=956990) 2024-12-04T08:16:49,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T08:16:49,654 INFO [M:0;f5a5a857f5c5:40271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T08:16:49,654 INFO [M:0;f5a5a857f5c5:40271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40271 2024-12-04T08:16:49,655 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T08:16:49,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T08:16:49,756 INFO [M:0;f5a5a857f5c5:40271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T08:16:49,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1017c8943ea0000, quorum=127.0.0.1:55592, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T08:16:49,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T08:16:49,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T08:16:49,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T08:16:49,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T08:16:49,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.log.dir/,STOPPED} 2024-12-04T08:16:49,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T08:16:49,766 WARN [BP-695722577-172.17.0.2-1733300015322 heartbeating to localhost/127.0.0.1:35875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T08:16:49,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T08:16:49,766 WARN [BP-695722577-172.17.0.2-1733300015322 heartbeating to localhost/127.0.0.1:35875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695722577-172.17.0.2-1733300015322 (Datanode Uuid 421f7426-6043-4aab-ba05-d594703c64ea) service to localhost/127.0.0.1:35875 2024-12-04T08:16:49,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/data/data1/current/BP-695722577-172.17.0.2-1733300015322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T08:16:49,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/cluster_dac98785-7e84-8876-da66-11ffd6f44679/data/data2/current/BP-695722577-172.17.0.2-1733300015322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T08:16:49,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T08:16:49,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T08:16:49,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T08:16:49,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T08:16:49,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T08:16:49,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d99ce24b-2d0f-e066-a713-bfa041f605a7/hadoop.log.dir/,STOPPED} 2024-12-04T08:16:49,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T08:16:49,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down